-- Logs begin at Wed 2021-07-14 13:10:41 UTC, end at Wed 2021-07-14 14:10:44 UTC. -- Jul 14 13:42:38.410838 dv-cinder-800696-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 13:42:41.105476 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:42:41.106125 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:42:41.106212 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99456) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:42:41.109468 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.common.config [-] Logging enabled! Jul 14 13:42:41.109721 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 13:42:41.110033 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99456) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 13:42:41.110973 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:42:41.111204 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:42:41.111559 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:42:41.111800 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:42:41.112017 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:42:41.112355 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.112654 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.112945 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.113216 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.113454 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.113742 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.114026 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.114308 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.114600 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.114883 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.115173 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.115450 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.115677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.115956 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.116247 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.116532 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.116753 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] debug = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.117033 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.117460 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.117881 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.118158 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.118444 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.118722 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.118991 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.119317 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.119548 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.119872 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] host = dv-cinder-800696-2-iscsi {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.120146 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.120453 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.120734 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.121017 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.121290 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.121561 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.121839 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.122110 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.122380 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.122653 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.122939 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.123220 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.123505 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.123728 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.123949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.124253 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.124537 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.124810 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.125088 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.125357 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.125628 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.125898 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.126163 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.126445 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.126725 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.127004 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.127277 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.127549 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.127816 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.128131 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.128439 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.128715 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.128984 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.129259 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.129543 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.129811 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.130080 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.130373 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.130653 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.130930 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.131209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.131478 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.131754 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.132024 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.132323 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.132596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_json = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.132865 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.133135 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.133413 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.133684 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.133954 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.134224 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.134494 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.134780 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:41.135076 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.135370 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.135667 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.135948 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.136268 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.136553 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.136841 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.137119 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.137406 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.137694 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.138297 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.138581 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.138869 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.139149 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.139441 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.139743 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.140033 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.140350 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.140627 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.140900 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.141171 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.141448 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.141732 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.142024 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.142309 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.142585 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.142863 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.143152 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.143428 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.143807 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.144089 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.144404 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.144741 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.144957 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.145241 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.145520 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.145899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.146067 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.146345 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.146635 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.146915 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.147188 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.147458 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.147735 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.148004 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.148318 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.148595 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.148868 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.149140 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.149417 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.149686 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.149958 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.150231 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.150500 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.150782 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.151048 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.151320 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.151587 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.151857 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.152128 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.152418 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.152688 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.152963 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.153234 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.153503 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.153774 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.154042 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.154313 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.154603 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.154901 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.155179 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.155458 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.155734 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.156009 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.156310 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.156586 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.156860 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.157135 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.157404 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.157688 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.157967 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.158252 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.158531 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.158808 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.159100 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.159425 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.159702 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.159977 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.160279 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.160565 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.160844 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.161134 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.161420 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.161708 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.161995 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.162281 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.162555 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.162859 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.163136 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:41.163350 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:42:41.163588 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99456) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 13:42:41.507022 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:42:41.507277 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:42:41.507587 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 13:42:41.507926 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 13:42:41.896224 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.896517 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.896819 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.898138 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.898413 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.898689 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.932534 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.932812 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.933081 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.947042 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.947320 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.947614 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.978852 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.979090 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:41.979400 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.016721 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.016972 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.017279 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.250635 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.251306 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.251306 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.251464 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.252130 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.370596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.370913 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.371210 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.371490 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.371757 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.372069 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.372351 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.372607 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.372863 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.373145 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.373383 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.373644 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.373894 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.374144 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.374392 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.374654 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.374902 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.375165 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.375414 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.375670 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.375936 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.376272 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.376558 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.376936 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.377186 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.377431 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.377826 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.378091 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.378327 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.378561 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.378792 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.379022 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:42.379393 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 13:42:42.382681 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 13:42:42.386622 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 13:42:42.390768 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 14 13:42:42.392427 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 13:42:42.392892 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 13:42:42.393226 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 13:42:42.393713 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 13:42:42.396544 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 13:42:42.396797 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 13:42:42.397144 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:42:42.426262 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 13:42:42.426728 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.427041 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99456) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 13:42:42.427400 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.428793 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99456) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 13:42:42.429076 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 13:42:42.429325 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 13:42:42.432600 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.432884 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:42.496907 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 13:42:42.497137 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 13:42:42.497369 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 13:42:42.497755 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 13:42:42.521354 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_db.sqlalchemy.engines [None req-5130392e-2654-4018-8265-f48f73ca393c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99456) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 13:42:43.063930 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing driver for type 'gre' Jul 14 13:42:43.064495 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5130392e-2654-4018-8265-f48f73ca393c None None] gre ID ranges: [(1, 1000)] Jul 14 13:42:43.121481 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing driver for type 'local' Jul 14 13:42:43.122044 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing driver for type 'vlan' Jul 14 13:42:43.143209 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5130392e-2654-4018-8265-f48f73ca393c None None] VlanTypeDriver initialization complete Jul 14 13:42:43.143623 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing driver for type 'vxlan' Jul 14 13:42:43.144381 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5130392e-2654-4018-8265-f48f73ca393c None None] vxlan ID ranges: [(1, 1000)] Jul 14 13:42:43.210412 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing extension driver 'port_security' Jul 14 13:42:43.210774 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.extensions.port_security [None req-5130392e-2654-4018-8265-f48f73ca393c None None] PortSecurityExtensionDriver initialization complete Jul 14 13:42:43.211102 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing mechanism driver 'openvswitch' Jul 14 13:42:43.211419 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing mechanism driver 'hyperv' Jul 14 13:42:43.218409 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.plugin [None req-5130392e-2654-4018-8265-f48f73ca393c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:43.219095 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.219463 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.219818 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.220373 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.220806 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.221156 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.221495 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.222182 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.222637 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.223010 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.223353 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.223750 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.224144 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.224514 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.224844 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.225382 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.225792 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.226137 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.226476 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.226861 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.227246 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > address_group after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.227585 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > address_group after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.227922 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > address_group after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.228330 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99456) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 13:42:43.228716 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5130392e-2654-4018-8265-f48f73ca393c None None] ML2 OVO RPC backend initialized. {{(pid=99456) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 13:42:43.229439 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.229797 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.230208 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.230552 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > networks before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.230896 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.231232 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > ports before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.231571 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.231905 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnets before_response 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.232269 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.232606 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.232937 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.233268 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.233599 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.233928 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.234257 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.234586 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.234913 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > subnet after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.235526 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.plugin [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Modular L2 Plugin initialization complete Jul 14 13:42:43.235851 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading services supported by the core plugin {{(pid=99456) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 13:42:43.236203 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.plugins.ml2.managers [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Got port-security extension from driver 'port_security' Jul 14 13:42:43.236670 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.extensions.vlantransparent [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Disabled vlantransparent extension. Jul 14 13:42:43.237154 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99456) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 13:42:43.237521 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: router Jul 14 13:42:43.273872 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.274559 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_create 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.274559 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router before_create 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.274960 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.275331 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.275682 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_delete 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.276039 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > floatingip after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.276429 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_create 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.276777 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.277123 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.277469 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.277823 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.278234 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.278600 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.278941 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.279255 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: subnet after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.279589 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.279933 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > port precommit_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.280307 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_create 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.280646 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.280984 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.281337 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router after_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.281677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_delete 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.282019 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_create 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.282381 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router_interface after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.282719 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_update 55549900 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.283080 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > agent after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.283413 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > agent after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.283752 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > network after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.284737 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Tracking information for resource: router configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:43.285060 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Tracking information for resource: floatingip configured {{(pid=99456) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 13:42:43.290269 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.db.l3_agentschedulers_db [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 13:42:43.290880 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.291239 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.291586 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.291928 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: port after_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.292755 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router before_create 55550100 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.293115 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_delete 55550100 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.293469 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_create 55550100 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.293816 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > router precommit_update 55550100 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.298402 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.provider_configuration [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service providers = [] {{(pid=99456) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 13:42:43.298762 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.db.servicetype_db [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99456) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 13:42:43.301758 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.service_base [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:42:43.302109 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.service_base [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:42:43.302443 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.service_base [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:42:43.303348 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.services.service_base [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99456) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 13:42:43.303720 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.services.service_base [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 13:42:43.304101 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.304440 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 13:42:43.315034 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.315300 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: auto_allocate Jul 14 13:42:43.321102 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: network precommit_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.321465 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: network precommit_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.321975 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.322291 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: tag Jul 14 13:42:43.328809 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.329130 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: timestamp Jul 14 13:42:43.333203 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.333526 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: network_ip_availability Jul 14 13:42:43.338909 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.339271 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.339619 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.340349 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.340666 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: flavors Jul 14 13:42:43.345262 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.345586 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading Plugin: revisions Jul 14 13:42:43.349943 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99456) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 13:42:43.350331 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=99456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 13:42:43.351066 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99456) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 13:42:43.351402 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Initializing extension manager. Jul 14 13:42:43.351906 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: __init__.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.352270 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: __pycache__ {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.352600 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.352923 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: address_group.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.353692 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.354287 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: address-group Jul 14 13:42:43.354603 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: address_scope.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.355289 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.355790 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: address-scope Jul 14 13:42:43.356104 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: admin_state_down_before_update.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.357065 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.357562 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: router-admin-state-down-before-update Jul 14 13:42:43.357873 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: agent.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.360078 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.360651 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: agent Jul 14 13:42:43.360984 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: agent_resources_synced.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.361879 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.362414 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: agent-resources-synced Jul 14 13:42:43.362744 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: allowedaddresspairs.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.364557 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.365076 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: allowed-address-pairs Jul 14 13:42:43.365426 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: auto_allocated_topology.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.366486 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.366996 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: auto-allocated-topology Jul 14 13:42:43.367318 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: availability_zone.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.368009 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.368538 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: availability_zone Jul 14 13:42:43.368853 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: availability_zone_filter.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.369752 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.370247 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: availability_zone_filter Jul 14 13:42:43.370559 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: data_plane_status.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.371446 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.371938 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 13:42:43.372278 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: default_subnetpools.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.373215 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.373712 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: default-subnetpools Jul 14 13:42:43.374024 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: dhcpagentscheduler.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.374821 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.375318 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: dhcp_agent_scheduler Jul 14 13:42:43.375631 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: dns.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.376564 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.377059 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension dns-integration not supported by any of loaded plugins Jul 14 13:42:43.377373 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: dns_domain_ports.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.378312 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.378812 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 13:42:43.379124 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.380028 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.380558 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 13:42:43.380873 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: dvr.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.381537 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.382027 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: dvr Jul 14 13:42:43.382339 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: empty_string_filtering.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.383231 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.383720 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: empty-string-filtering Jul 14 13:42:43.384037 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.384950 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.385443 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:42:43.385759 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.386659 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.387156 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 13:42:43.387470 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: external_net.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.388706 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.389197 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: external-net Jul 14 13:42:43.389511 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: extra_dhcp_opt.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.390401 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.390904 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: extra_dhcp_opt Jul 14 13:42:43.391217 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: extraroute.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.392104 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.392629 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: extraroute Jul 14 13:42:43.392941 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: extraroute_atomic.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.393987 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.394482 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: extraroute-atomic Jul 14 13:42:43.394793 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: filter_validation.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.395443 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.395933 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: filter-validation Jul 14 13:42:43.396273 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: fip_pf_description.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.397174 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.397662 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 13:42:43.397970 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: fip_port_details.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.398890 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.399509 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: fip-port-details Jul 14 13:42:43.399862 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: flavors.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.401157 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.401740 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: flavors Jul 14 13:42:43.402130 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.403794 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.404333 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 13:42:43.404656 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: floatingip_pools.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.405388 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.405897 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: floatingip-pools Jul 14 13:42:43.406254 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: ip_allocation.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.407305 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.407863 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 13:42:43.408202 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.409391 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.409931 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: ip-substring-filtering Jul 14 13:42:43.410296 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l2_adjacency.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.411426 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.412073 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 13:42:43.412464 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.413519 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.414076 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: router Jul 14 13:42:43.414464 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3_conntrack_helper.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.417102 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.417703 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 13:42:43.418053 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.419107 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.419700 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: ext-gw-mode Jul 14 13:42:43.420031 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.421079 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.421585 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: l3-ha Jul 14 13:42:43.421976 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3_flavors.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.422978 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.423501 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: l3-flavors Jul 14 13:42:43.423881 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.425029 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.425592 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 13:42:43.425916 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: l3agentscheduler.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.427048 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.427632 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: l3_agent_scheduler Jul 14 13:42:43.428006 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: logging.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.429582 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.430087 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension logging not supported by any of loaded plugins Jul 14 13:42:43.430416 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: metering.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.431153 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.431735 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: metering Jul 14 13:42:43.432054 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.433271 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.433781 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: metering_source_and_destination_fields Jul 14 13:42:43.434100 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: multiprovidernet.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.435021 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.435530 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: multi-provider Jul 14 13:42:43.435849 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: netmtu.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.436777 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.437281 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: net-mtu Jul 14 13:42:43.437600 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: netmtu_writable.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.438504 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.439002 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: net-mtu-writable Jul 14 13:42:43.439315 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: network_availability_zone.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.439983 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.440670 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: network_availability_zone Jul 14 13:42:43.440995 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: network_ip_availability.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.442134 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.442634 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: network-ip-availability Jul 14 13:42:43.442949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: network_segment_range.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.443704 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.444227 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 13:42:43.444546 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: pagination.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.445506 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.445829 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: pagination Jul 14 13:42:43.446138 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: port_device_profile.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.447057 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.447556 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: port-device-profile Jul 14 13:42:43.447870 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.448806 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.449304 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: port-mac-address-regenerate Jul 14 13:42:43.449692 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.450666 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.451169 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: port-numa-affinity-policy Jul 14 13:42:43.451550 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: port_resource_request.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.452516 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.453010 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 13:42:43.453327 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: portbindings.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.454248 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.454755 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: binding Jul 14 13:42:43.455071 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: portbindings_extended.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.456704 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.457259 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: binding-extended Jul 14 13:42:43.457584 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: portsecurity.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.458490 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.458991 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: port-security Jul 14 13:42:43.459311 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: project_id.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.460437 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.460767 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: project-id Jul 14 13:42:43.461079 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: providernet.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.461989 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.462492 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: provider Jul 14 13:42:43.462803 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.466355 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.466873 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos not supported by any of loaded plugins Jul 14 13:42:43.467198 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.468500 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.469011 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 13:42:43.469339 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.470363 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.470926 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 13:42:43.471245 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_default.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.472774 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.473395 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-default not supported by any of loaded plugins Jul 14 13:42:43.473713 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_fip.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.474366 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.474855 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-fip not supported by any of loaded plugins Jul 14 13:42:43.475171 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_gateway_ip.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.476085 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.476611 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 13:42:43.476926 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_port_network_policy.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.477836 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.478332 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 13:42:43.478647 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_rule_type_details.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.479554 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.480051 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 13:42:43.480393 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: qos_rules_alias.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.481472 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.481968 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 13:42:43.482383 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: quotasv2.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.483367 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.483687 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: quotas Jul 14 13:42:43.484001 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: quotasv2_detail.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.487098 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.487511 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: quota_details Jul 14 13:42:43.487816 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: rbac.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.488932 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.489463 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: rbac-policies Jul 14 13:42:43.489784 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: rbac_address_group.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.490882 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.491390 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: rbac-address-group Jul 14 13:42:43.491710 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: rbac_address_scope.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.492662 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.493168 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: rbac-address-scope Jul 14 13:42:43.493484 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: rbac_security_groups.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.494412 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.494910 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: rbac-security-groups Jul 14 13:42:43.495227 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: rbac_subnetpool.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.496125 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.496659 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: rbac-subnetpool Jul 14 13:42:43.496976 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: revisionifmatch.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.497886 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.498386 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: revision-if-match Jul 14 13:42:43.498702 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: revisions.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.499800 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.500336 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: standard-attr-revisions Jul 14 13:42:43.500661 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: router_availability_zone.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.501345 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.501849 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: router_availability_zone Jul 14 13:42:43.502166 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: routerservicetype.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.503141 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.503640 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension router-service-type not supported by any of loaded plugins Jul 14 13:42:43.503953 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.504887 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.505391 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: security-groups-normalized-cidr Jul 14 13:42:43.505707 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: security_groups_port_filtering.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.506610 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.507113 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: port-security-groups-filtering Jul 14 13:42:43.507428 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.508394 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.508917 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: security-groups-remote-address-group Jul 14 13:42:43.509232 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: securitygroup.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.519326 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.519857 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: security-group Jul 14 13:42:43.520224 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: segment.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.521002 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.521499 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension segment not supported by any of loaded plugins Jul 14 13:42:43.521821 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.522787 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.523283 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 13:42:43.523599 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: servicetype.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.524731 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.525231 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: service-type Jul 14 13:42:43.525553 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: sorting.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.526516 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.526844 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: sorting Jul 14 13:42:43.527155 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: standard_attr_segment.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.528118 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.528660 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 13:42:43.528979 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: standardattrdescription.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.529620 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.530113 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: standard-attr-description Jul 14 13:42:43.530429 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: stateful_security_group.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.531359 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.531862 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: stateful-security-group Jul 14 13:42:43.532190 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: stdattrs_common.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.532774 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 13:42:43.533086 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.534003 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.534634 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 13:42:43.534949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnet_onboard.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.536023 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.536550 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: subnet_onboard Jul 14 13:42:43.536868 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.537782 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.538272 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 13:42:43.538586 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnet_service_types.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.539487 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.539984 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: subnet-service-types Jul 14 13:42:43.540321 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnetallocation.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.541394 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.541884 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: subnet_allocation Jul 14 13:42:43.542198 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.542858 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.543356 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: subnetpool-prefix-ops Jul 14 13:42:43.543668 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.544622 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.545116 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 13:42:43.545429 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: tagging.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.546529 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.547040 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: standard-attr-tag Jul 14 13:42:43.547356 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: timestamp.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.548571 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.549073 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loaded extension: standard-attr-timestamp Jul 14 13:42:43.549393 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: trunk.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.550463 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.550960 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension trunk not supported by any of loaded plugins Jul 14 13:42:43.551282 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: trunk_details.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.552295 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.552801 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension trunk-details not supported by any of loaded plugins Jul 14 13:42:43.553118 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: uplink_status_propagation.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.554067 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.554610 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 13:42:43.554968 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Loading extension file: vlantransparent.py {{(pid=99456) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 13:42:43.555693 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99456) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 13:42:43.556185 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 13:42:43.558740 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:network Jul 14 13:42:43.559266 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnet Jul 14 13:42:43.559652 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:42:43.560037 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:port Jul 14 13:42:43.561325 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.561778 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service FLAVORS assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.562422 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.562846 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.563226 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:router Jul 14 13:42:43.563647 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:42:43.564151 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service METERING assigned prefix: /metering {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.565751 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.566071 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.566422 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:42:43.567437 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:42:43.567881 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:42:43.568346 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:42:43.568949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service CORE assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.569269 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:42:43.569604 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] subnetpool is already registered Jul 14 13:42:43.570022 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service CORE assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.570346 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:42:43.570664 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] subnetpool is already registered Jul 14 13:42:43.572961 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.573391 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service FLAVORS assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.573962 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.574395 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.574721 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:router Jul 14 13:42:43.575056 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] router is already registered Jul 14 13:42:43.575461 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:floatingip Jul 14 13:42:43.575787 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] floatingip is already registered Jul 14 13:42:43.576276 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service METERING assigned prefix: /metering {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.576928 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 13:42:43.577247 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] rbac_policy is already registered Jul 14 13:42:43.577652 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:security_group Jul 14 13:42:43.577978 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] security_group is already registered Jul 14 13:42:43.578370 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 13:42:43.578754 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] security_group_rule is already registered Jul 14 13:42:43.579387 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service CORE assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.579711 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:42:43.580039 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] subnetpool is already registered Jul 14 13:42:43.580544 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.v2.resource_helper [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Service CORE assigned prefix: {{(pid=99456) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 13:42:43.580868 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 13:42:43.581333 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING neutron.quota.resource_registry [None req-5130392e-2654-4018-8265-f48f73ca393c None None] subnetpool is already registered Jul 14 13:42:43.581857 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: extensions {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.583412 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: address-groups {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.584929 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: address-scopes {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.586311 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: agents {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.587476 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: auto-allocated-topology {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.588799 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: availability_zones {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.590104 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: dhcp-networks {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.591698 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: dhcp-agents {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.593247 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: routers {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.594932 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: flavors {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.597348 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: service_profiles {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.598784 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: next_providers {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.600361 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: service_profiles {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.601904 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: floatingip-pools {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.603111 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: routers {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.604815 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: floatingips {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.606227 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: l3-routers {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.607630 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: l3-agents {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.609057 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: metering-labels {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.610297 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: metering-label-rules {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.611648 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: network-ip-availabilities {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.612994 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: bindings {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.614530 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: quotas {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.617193 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: quotas {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.618608 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: rbac-policies {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.619783 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: security-groups {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.621105 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: security-group-rules {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.622330 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: service-providers {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.623556 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: subnetpools {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.624902 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: subnetpools {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.626420 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.628257 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.630074 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.631812 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.633563 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.635518 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.637375 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.639447 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.641302 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.643029 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron.api.extensions [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Extended resource: tags {{(pid=99456) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 13:42:43.649648 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING keystonemiddleware.auth_token [None req-5130392e-2654-4018-8265-f48f73ca393c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 13:42:43.654352 dv-cinder-800696-2-iscsi neutron-server[99456]: WARNING keystonemiddleware.auth_token [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 13:42:43.662855 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Acquired lock "singleton_lock" {{(pid=99456) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 13:42:43.663331 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_concurrency.lockutils [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Releasing lock "singleton_lock" {{(pid=99456) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 13:42:43.663976 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Starting 2 workers Jul 14 13:42:43.669054 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Started child 99565 {{(pid=99456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:42:43.673533 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Started child 99566 {{(pid=99456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:42:43.674386 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.675169 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO neutron.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 13:42:43.675780 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Notify callbacks [] for process, before_spawn {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.676116 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [-] (99565) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:42:43.678176 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Starting 1 workers Jul 14 13:42:43.678314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.679712 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [-] (99566) wsgi starting up on http://0.0.0.0:9696 Jul 14 13:42:43.684097 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Started child 99567 {{(pid=99456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:42:43.684684 dv-cinder-800696-2-iscsi neutron-server[99456]: INFO oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Starting 1 workers Jul 14 13:42:43.687271 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] calling RpcWorker wait() {{(pid=99567) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 13:42:43.687819 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] returning from RpcWorker wait() {{(pid=99567) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 13:42:43.689057 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.689419 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Started child 99568 {{(pid=99456) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 13:42:43.689564 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:43.690278 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG neutron_lib.callbacks.manager [None req-5130392e-2654-4018-8265-f48f73ca393c None None] Notify callbacks [] for process, after_spawn {{(pid=99456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.693619 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99456) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:42:43.693844 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:42:43.694011 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:42:43.694207 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:42:43.694518 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:42:43.694677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:42:43.695183 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.695463 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.695561 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:43.696038 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.696218 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.696596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.697212 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.697628 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.697903 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.698330 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.698586 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.698761 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.698934 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.699189 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.699428 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.699726 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.699977 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.700209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.700684 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.700961 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.701349 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.701616 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.701904 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.702186 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] debug = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.702444 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.702869 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.703086 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.703350 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.703523 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.703809 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.704059 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.704352 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.704596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.704839 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.705049 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.705316 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.705503 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.705725 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.705949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.706256 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.706466 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.706938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] host = dv-cinder-800696-2-iscsi {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.707153 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.707405 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.707596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.707856 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.708042 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.708310 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.708561 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.708834 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.709100 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.709277 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.709535 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.709758 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.710013 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.710215 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.710358 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_options = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.710633 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.710888 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.711116 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.711332 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.711508 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.711637 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.711884 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.712205 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.712347 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.712468 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.712696 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.713000 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.713134 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.713290 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.713512 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.713759 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.714089 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.714264 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.714401 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.714621 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.714803 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.715054 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.715250 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.715513 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.715785 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.716008 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.716271 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.716495 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.716699 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.716939 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.717161 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.717457 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.717764 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.718016 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.718263 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.718534 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.718752 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.719044 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.719239 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.719536 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.719783 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.720011 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.720281 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.720511 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.720745 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.720979 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_json = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.721271 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.721677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.722257 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.722467 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.722684 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.722899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.723127 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.723321 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.723746 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.724130 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.724333 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.724567 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.724823 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.725132 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.725299 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.725632 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.726235 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.726235 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.726717 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.726717 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.727052 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.727483 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.727607 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.727945 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.728247 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.728601 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.728849 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.729116 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.729496 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.729615 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.729890 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.730164 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.730927 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.731169 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.731286 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:43.731395 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.731604 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.731814 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.732023 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.732263 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.732486 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.732748 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.732970 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.733184 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.733415 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.733658 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.733897 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.734138 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.734369 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.734621 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.734862 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.735075 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.735639 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.735639 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.735906 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.735906 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.736248 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.736364 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.736564 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.736797 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.737173 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.737899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.737899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.737899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.738239 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.738368 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.738487 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.738720 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.738933 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.739153 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740070 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740070 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740070 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740070 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740587 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740587 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740817 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.740946 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.741073 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.741269 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.741500 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.741720 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.741925 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.742131 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.742339 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.742924 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.743122 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.743297 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744209 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744474 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744596 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.744868 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.745101 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.745344 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.745562 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.745796 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.746038 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.746318 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.746551 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.746763 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.747002 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.747261 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.747495 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.747738 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.747974 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.748218 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.748453 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.748665 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.748896 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.749471 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.749471 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.749636 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.749794 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.750056 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.750282 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.750524 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.750773 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.751063 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.751319 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.751563 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.751774 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.752292 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.752503 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.752673 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.753775 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.753775 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.753775 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.753775 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.754126 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.754126 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.754367 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.754592 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.754825 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.755091 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.755321 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.755538 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.755745 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.755965 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.756296 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.756542 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.756724 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.756960 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.757225 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.757475 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.757706 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.757963 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.758214 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.758457 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.758713 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.758950 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.759178 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.759385 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.759663 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.759838 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.760335 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.760545 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.760782 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.760992 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.761200 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.761444 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.761651 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.761880 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.762102 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.762314 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.762523 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.763081 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.763287 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.763499 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.763725 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.763934 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.764150 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.764398 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.764623 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.764861 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.765071 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.765347 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.765598 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.765830 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.766065 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.766296 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.766531 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.766739 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.766977 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.767730 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.767730 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.767730 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.767950 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.768015 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.768225 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.768532 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.768761 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.769020 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.769381 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.769709 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.769951 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.770182 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.770391 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.770616 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.770864 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.771075 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.771285 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.771495 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.771720 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.771929 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.772161 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.772399 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.772618 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.772827 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.773039 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.773249 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.773516 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.773727 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.774010 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.774254 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.774491 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.774745 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.774976 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.775199 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.775422 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.775632 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.775839 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.776089 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.776295 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.776497 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.776866 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.777244 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.777454 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.777687 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.778059 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.778971 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.779381 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.779774 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.780152 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.780585 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.780938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.781308 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.781535 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.781775 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.781984 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.782205 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.782444 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.782669 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.782983 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.783236 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.783451 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.783733 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.783982 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.784390 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.784631 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.785103 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.785313 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.785568 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.785796 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.786023 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.786241 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.786496 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.786816 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.787105 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.787360 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.787589 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.787856 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.788129 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.788408 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.788614 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.788879 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.789198 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.789472 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.789709 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.789929 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.790199 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.790433 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.790651 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.790877 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.791100 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.791326 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.791589 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.791814 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.792032 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.792269 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.792491 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.792716 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.792936 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.793156 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.793400 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.793611 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.793761 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:42:43.794278 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99456) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 13:42:43.794432 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 13:42:43.794579 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 13:42:43.794742 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 13:42:43.794904 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 13:42:43.795050 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 13:42:43.795251 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.795404 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.795558 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.795711 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.795865 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796044 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796216 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796370 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796530 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796706 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796833 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.796982 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797138 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797290 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797442 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797593 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797746 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.797898 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.798116 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.798340 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.798497 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.798652 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.798828 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] debug = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799022 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799222 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799382 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799522 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799737 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.799949 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.800147 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.800327 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.800505 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.800698 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.800852 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801006 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801159 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801312 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801464 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801615 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801767 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.801919 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] host = dv-cinder-800696-2-iscsi {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802072 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802224 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802415 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802576 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802755 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.802925 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803079 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803232 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803385 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803536 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803694 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.803849 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804002 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804158 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804330 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_options = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804484 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804635 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804786 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.804965 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.805122 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.805278 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.805429 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.805734 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.805876 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806022 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806195 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806308 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806462 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806615 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806769 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.806923 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807077 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807228 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807380 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807534 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807686 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807839 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.807990 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808142 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808322 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808474 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808626 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808777 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.808929 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809080 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809235 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809387 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809540 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809692 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809847 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.809999 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.810159 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.810315 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.810466 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.810620 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.810774 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.811402 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.811570 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.811724 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.811885 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812040 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_json = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812207 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812361 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812515 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812666 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812819 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.812981 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.813136 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.813291 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 13:42:43.813468 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.813625 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.813836 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814088 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814249 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814412 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814566 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814728 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.814883 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815037 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815200 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815541 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815697 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815697 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.815922 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816015 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816153 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816328 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816485 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816641 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816795 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.816952 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817124 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817280 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817436 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817590 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817744 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.817899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818056 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818212 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818368 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818523 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818831 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.818985 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819143 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819297 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819452 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819607 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819763 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.819918 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820073 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820256 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820413 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820568 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820724 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.820880 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821039 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821195 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821348 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821514 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821698 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821830 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.821979 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822105 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822250 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822404 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822556 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822710 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.822886 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823003 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823163 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823317 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823470 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823624 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823778 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.823954 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824076 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824254 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824414 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824572 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824731 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.824893 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825064 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825201 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825322 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825452 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825660 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825751 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.825892 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826049 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826203 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826357 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826511 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826675 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.826843 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827004 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827160 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827314 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827548 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827684 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827768 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.827899 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828054 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828232 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828389 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828552 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828709 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.828865 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829019 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829172 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829325 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829481 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829634 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829788 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.829940 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830094 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830247 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830401 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830556 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830709 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.830898 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.831156 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.831269 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.831427 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.831677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.831935 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832116 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832291 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832440 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832594 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832749 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.832903 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833059 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833212 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833365 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833496 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:43.833588 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833669 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833825 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.833987 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834141 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834294 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834470 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834624 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834777 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.834931 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835086 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835240 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835395 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835548 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835705 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.835863 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836016 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836187 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836346 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836501 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836656 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836810 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.836970 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837124 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837277 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837434 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837592 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837748 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.837901 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838057 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838211 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838365 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838519 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838673 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838826 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.838979 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839133 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839287 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839439 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839591 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839745 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.839898 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840052 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840234 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840390 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840546 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840701 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.840856 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841011 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841167 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841323 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841477 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841631 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841786 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.841940 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842096 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842251 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842405 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842561 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842718 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.842874 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843042 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843196 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843352 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843507 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843661 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843815 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.843969 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.844127 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.844305 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.844460 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.844613 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.844770 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845000 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845202 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845496 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845658 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845814 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.845968 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.846123 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.846291 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.846445 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.846887 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847043 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847213 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847349 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847494 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.847938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848347 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848347 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848508 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848634 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848753 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848872 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.848997 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.849116 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.849268 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.849421 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.849574 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.849727 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850081 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850081 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850317 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850317 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850546 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850626 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850745 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.850883 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851046 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851201 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851354 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851518 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851671 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851825 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.851979 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852144 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852320 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852478 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852631 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852785 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.852938 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853095 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853254 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853417 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853579 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853734 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.853895 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854056 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854267 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854360 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854510 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854677 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854831 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.854987 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855142 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855296 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855449 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855605 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855759 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.855913 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856066 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856239 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856394 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856549 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856729 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.856920 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857092 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857248 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857402 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857590 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857780 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 13:42:43.857946 dv-cinder-800696-2-iscsi neutron-server[99456]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99456) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 13:42:44.082507 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54534) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:42:44.095786 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099590 Jul 14 13:42:55.757828 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546fae9-22e5-4162-b30a-3509281f237d None None] get_active_networks_info from dv-cinder-800696-2-iscsi {{(pid=99567) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 13:42:55.831694 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546fae9-22e5-4162-b30a-3509281f237d None None] No non-hosted networks {{(pid=99567) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 13:42:55.838883 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.agentschedulers_db [None req-9546fae9-22e5-4162-b30a-3509281f237d None None] DHCP Agent not found on host dv-cinder-800696-2-iscsi {{(pid=99567) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 13:42:55.890971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a433f957-9dbb-4683-8e8a-0a5c344ac995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:57.884953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-6d4b03d6-27bb-4d89-b276-6f20e498592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:57.938788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb847-93fc-48ab-86c6-ab39c3626754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:57.972872 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:42:57.973618 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.973975 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.974784 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.975119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.975641 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.975971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.978790 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.979166 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.979500 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.979899 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.981685 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.982030 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:42:57.982810 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800696-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:57.991764 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800696-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:42:59.788595 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:00.801444 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.db.l3_hamode_db [None req-19c908a7-84e4-4323-bb4a-52747e186996 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 13:43:00.886973 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c908a7-84e4-4323-bb4a-52747e186996 None None] Routers set() bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:43:00.887362 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c908a7-84e4-4323-bb4a-52747e186996 None None] Router IDs set() for agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 13:43:01.218923 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:02.381428 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54626) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:02.996351 dv-cinder-800696-2-iscsi neutron-server[99566]: WARNING oslo_policy.policy [None req-9632d278-bfc4-47b5-911d-4eefe3008a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:02.996897 dv-cinder-800696-2-iscsi neutron-server[99566]: WARNING oslo_policy.policy [None req-9632d278-bfc4-47b5-911d-4eefe3008a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:03.217010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [None req-9632d278-bfc4-47b5-911d-4eefe3008a00 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:43:03.218384 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9632d278-bfc4-47b5-911d-4eefe3008a00 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8341658 Jul 14 13:43:05.635888 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54640) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:06.190698 dv-cinder-800696-2-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:06.191293 dv-cinder-800696-2-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:06.402892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:06.494276 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.policy [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99565) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:43:06.538772 dv-cinder-800696-2-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:06.539125 dv-cinder-800696-2-iscsi neutron-server[99565]: WARNING oslo_policy.policy [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:06.547543 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.quota [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] Loaded quota_driver: . Jul 14 13:43:06.643898 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882477579', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882476502', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882358286', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882356785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882370743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778882376891', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1636539', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1470451', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-471753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66600760'] for rbac-policy, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:06.715791 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:06.717064 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-af4feed3-3730-4aff-ba72-b8b86fcffc29 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0794868 Jul 14 13:43:09.390677 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54658) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:09.730027 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Request body: {'network': {'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'name': 'private'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:09.731466 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.quota [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Loaded quota_driver: . Jul 14 13:43:09.810192 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Made reservation on behalf of 895abc8ffabc44f3be06075ec5d90dfb for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:43:09.882705 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.policy [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99566) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 13:43:09.931023 dv-cinder-800696-2-iscsi neutron-server[99566]: WARNING oslo_policy.policy [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:09.931403 dv-cinder-800696-2-iscsi neutron-server[99566]: WARNING oslo_policy.policy [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 13:43:09.942412 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:09.978583 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.159713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.165877 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.192120 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:43:10.226061 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778880215772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.226718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Unsubscribe: segment precommit_create {{(pid=99566) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:43:10.227181 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Added segment ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5 of type vlan for network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 Jul 14 13:43:10.246169 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be64910a-df90-4f30-894f-3298312dc289,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:10.278390 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.278759 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.279093 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.279419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.279734 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.280113 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.280765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.281285 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.281837 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.282371 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.282903 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.283811 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Tracked resource versions report: Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: pushed versions: Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: { 'AddressGroup': {'1.2'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'ConntrackHelper': {'1.0'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Log': {'1.0'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Network': {'1.1'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Port': {'1.7'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'PortForwarding': {'1.2'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'QosPolicy': {'1.8'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroup': {'1.4'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SubPort': {'1.0'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Subnet': {'1.1'}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Trunk': {'1.1'}} Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: consumer versions: Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'ConntrackHelper': '1.0', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Log': '1.0', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Network': '1.1', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Port': '1.7', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'PortForwarding': '1.2', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'QosPolicy': '1.8', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroup': '1.4', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroupRule': '1.2', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SubPort': '1.0', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Subnet': '1.1', Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Trunk': '1.1'}} Jul 14 13:43:10.285734 dv-cinder-800696-2-iscsi neutron-server[99566]: {{(pid=99566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:43:10.376346 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.438989 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.440864 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:10.441578 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:10.555283 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1635203 Jul 14 13:43:10.577718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f4e5-cffa-4c4d-a893-d8ebb5401bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad0cc90-7b95-47eb-9a74-3d2daf496be0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:10.591102 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:43:13.287431 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54674) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:13.740205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc23fc-b75e-4548-bd4a-a41fb9bfc050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:13.741642 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-2fcc23fc-b75e-4548-bd4a-a41fb9bfc050 admin admin] 10.222.0.44 "GET /v2.0/networks/2ad0cc90-7b95-47eb-9a74-3d2daf496be0 HTTP/1.1" status: 200 len: 825 time: 0.4533236 Jul 14 13:43:13.784196 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-655fdbfb-c009-491c-baba-5595aae05b81 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ea591369-441e-40e8-b80f-64e256bb20cd HTTP/1.1" status: 200 len: 734 time: 0.0365131 Jul 14 13:43:13.795896 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:13.822684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Made reservation on behalf of 895abc8ffabc44f3be06075ec5d90dfb for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:43:13.826386 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:14.146970 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:14.208916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b1db6a-0753-489e-82f6-8c412db3a66c,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:14.218774 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Checking segment: {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:43:14.219311 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Network hostable DHCP agents. Network: 2ad0cc90-7b95-47eb-9a74-3d2daf496be0, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:43:14.250400 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:43:14.263554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 2ad0cc90-7b95-47eb-9a74-3d2daf496be0) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:14.268697 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:14.269050 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:14.273658 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7241a-af13-4d36-98c5-bb7ccff5ef8d None None] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:43:14.285884 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4f385ec6-862f-447a-b1f6-ca116a558f91 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4937451 Jul 14 13:43:14.598116 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:43:14.599447 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:14.883819 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Allocated IP 172.20.0.2 (2ad0cc90-7b95-47eb-9a74-3d2daf496be0/51b1db6a-0753-489e-82f6-8c412db3a66c/60085eb2-be89-4d94-b2bc-2990a39f2df2) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:43:15.124516 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:15.142851 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Transition to ACTIVE for port object 60085eb2-be89-4d94-b2bc-2990a39f2df2 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:43:15.165512 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Transition to ACTIVE for port object 60085eb2-be89-4d94-b2bc-2990a39f2df2 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:43:15.175450 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:15.249378 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:43:15.254400 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:15.259941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Pushing event updated for resources: {'Port': ['ID=60085eb2-be89-4d94-b2bc-2990a39f2df2,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:15.262440 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:43:15.272054 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.279112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.279112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.279112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.279112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.279112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Tracked resource versions report: Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: pushed versions: Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: { 'AddressGroup': {'1.2'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'ConntrackHelper': {'1.0'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Log': {'1.0'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Network': {'1.1'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Port': {'1.7'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'PortForwarding': {'1.2'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'QosPolicy': {'1.8'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroup': {'1.4'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SubPort': {'1.0'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Subnet': {'1.1'}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Trunk': {'1.1'}} Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: consumer versions: Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'ConntrackHelper': '1.0', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Log': '1.0', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Network': '1.1', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Port': '1.7', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'PortForwarding': '1.2', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'QosPolicy': '1.8', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroup': '1.4', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroupRule': '1.2', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SubPort': '1.0', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Subnet': '1.1', Jul 14 13:43:15.280467 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Trunk': '1.1'}} Jul 14 13:43:15.282182 dv-cinder-800696-2-iscsi neutron-server[99567]: {{(pid=99567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:43:15.344624 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Attempting to bind port 60085eb2-be89-4d94-b2bc-2990a39f2df2 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:43:15.345028 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Attempting to bind port 60085eb2-be89-4d94-b2bc-2990a39f2df2 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:43:15.345444 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Attempting to bind port 60085eb2-be89-4d94-b2bc-2990a39f2df2 on network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:43:15.350611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:43:15.351018 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Checking segment: {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:43:15.351490 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:15.351902 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Bound using segment: {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:43:15.352392 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Bound port: 60085eb2-be89-4d94-b2bc-2990a39f2df2, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:43:15.352771 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:15.422701 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] For port 60085eb2-be89-4d94-b2bc-2990a39f2df2, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:43:15.427739 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] For port 60085eb2-be89-4d94-b2bc-2990a39f2df2, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=60085eb2-be89-4d94-b2bc-2990a39f2df2,segment=NetworkSegment(ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5),segment_id=ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:43:15.432833 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:15.496405 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91b593-6201-49ab-8f53-f630217dec62 None None] Pushing event updated for resources: {'Port': ['ID=60085eb2-be89-4d94-b2bc-2990a39f2df2,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:16.689838 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54682) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:17.032352 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-36e15a33-3fa8-4433-aef5-39750d719eae admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:43:17.033529 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-36e15a33-3fa8-4433-aef5-39750d719eae admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3426189 Jul 14 13:43:19.452466 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54690) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:19.804495 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-db042ac2-0c6b-459a-89b6-bae561d10b2b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:43:19.805566 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-db042ac2-0c6b-459a-89b6-bae561d10b2b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3521583 Jul 14 13:43:21.622538 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796103b5-e503-4bbd-83e0-a38d768ee2de None None] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:43:21.684231 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-99fdd605-9db2-46c3-bd34-29f4214d6faf None None] Provisioning for port 60085eb2-be89-4d94-b2bc-2990a39f2df2 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:43:22.309840 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 60085eb2-be89-4d94-b2bc-2990a39f2df2 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:22.391307 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 60085eb2-be89-4d94-b2bc-2990a39f2df2 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:43:22.395265 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 60085eb2-be89-4d94-b2bc-2990a39f2df2 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:22.395671 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.475538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54704) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:22.507788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.545316 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 60085eb2-be89-4d94-b2bc-2990a39f2df2, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=60085eb2-be89-4d94-b2bc-2990a39f2df2,segment=NetworkSegment(ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5),segment_id=ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:43:22.551266 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.599086 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=60085eb2-be89-4d94-b2bc-2990a39f2df2,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:22.804658 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'name': 'router1'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:22.836764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.838985 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:22.995186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:23.003235 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:23.020285 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:23.021621 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ea3fd1d7-f7ec-4c8d-a2be-2dd8c7e40165 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5450747 Jul 14 13:43:24.287323 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 60085eb2-be89-4d94-b2bc-2990a39f2df2 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:24.339344 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 60085eb2-be89-4d94-b2bc-2990a39f2df2 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:24.339683 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:25.435857 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54712) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:25.637259 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2197abe5-fac3-4a5b-9228-404739613396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:25.791790 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-17c72909-386b-4d05-aaaf-33954a5ebe85 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:43:25.792838 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-17c72909-386b-4d05-aaaf-33954a5ebe85 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559542 Jul 14 13:43:27.882979 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-992b6cf8-16ab-4358-8185-833f472198df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:27.975199 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.237876 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 54720) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:28.593163 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:28.626461 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Made reservation on behalf of 6af1b1722cd948a6bfebec0ea852ac5e for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:43:28.629245 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.645222 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.776967 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.784317 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.796471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Reserving flat network on physical network physnet1 {{(pid=99565) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 13:43:28.833583 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778880215772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:28.834067 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Unsubscribe: segment precommit_create {{(pid=99565) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 13:43:28.834564 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Added segment 3902bbbe-a0ad-42d9-920e-675a29357857 of type flat for network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c Jul 14 13:43:28.853229 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4bf26-8360-4b04-af7b-5ff6c7a4e95c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:28.903054 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.903389 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.903793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.904214 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.904619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.904966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.905289 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.905610 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.905950 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.906267 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.906586 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.906898 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Tracked resource versions report: Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: pushed versions: Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: { 'AddressGroup': {'1.2'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'ConntrackHelper': {'1.0'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Log': {'1.0'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Network': {'1.1'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Port': {'1.7'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'PortForwarding': {'1.2'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'QosPolicy': {'1.8'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroup': {'1.4'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SubPort': {'1.0'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Subnet': {'1.1'}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Trunk': {'1.1'}} Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: consumer versions: Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'ConntrackHelper': '1.0', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Log': '1.0', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Network': '1.1', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Port': '1.7', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'PortForwarding': '1.2', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'QosPolicy': '1.8', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroup': '1.4', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroupRule': '1.2', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SubPort': '1.0', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Subnet': '1.1', Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Trunk': '1.1'}} Jul 14 13:43:28.908384 dv-cinder-800696-2-iscsi neutron-server[99565]: {{(pid=99565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:43:28.963718 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:29.025928 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:29.027231 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:29.027930 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:29.118318 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8790002 Jul 14 13:43:29.126189 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56de37-295d-4a4d-b3d4-6ee4cc7a8741 admin admin] Pushing event updated for resources: {'Network': ['ID=55371a31-a46a-4ca8-a1a3-f9a12b89a77c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:29.151749 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:43:29.713520 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:31.171171 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:31.541506 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54742) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:31.733111 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f8924-4de7-409b-9a3f-6bc893888b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:31.734486 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-506f8924-4de7-409b-9a3f-6bc893888b89 admin admin] 10.222.0.44 "GET /v2.0/subnets/51b1db6a-0753-489e-82f6-8c412db3a66c HTTP/1.1" status: 200 len: 849 time: 0.1919675 Jul 14 13:43:31.910480 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5be523b0-91b9-47d1-b1e9-c860443e6001 admin admin] 10.222.0.44 "GET /v2.0/routers/c718563e-6853-401e-8e6a-4eab5afd88b7 HTTP/1.1" status: 200 len: 704 time: 0.1673062 Jul 14 13:43:32.185710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:32.482812 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Allocated IP 172.20.0.1 (2ad0cc90-7b95-47eb-9a74-3d2daf496be0/51b1db6a-0753-489e-82f6-8c412db3a66c/98913bca-5854-4ad2-8a74-15f46f5f7dcd) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:43:32.638968 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:32.662700 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Transition to ACTIVE for port object 98913bca-5854-4ad2-8a74-15f46f5f7dcd will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:43:32.748876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:32.868275 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:43:32.872873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:32.876236 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:43:32.876952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:32.947539 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Pushing event updated for resources: {'Port': ['ID=98913bca-5854-4ad2-8a74-15f46f5f7dcd,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:33.106413 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.120762 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1b448e44-e65f-4588-9519-03c502f3b766 None None] Provisioning for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:43:33.124527 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1b448e44-e65f-4588-9519-03c502f3b766 None None] Provisioning complete for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:33.124907 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1b448e44-e65f-4588-9519-03c502f3b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.159383 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-1b448e44-e65f-4588-9519-03c502f3b766 None None] Port 98913bca-5854-4ad2-8a74-15f46f5f7dcd cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:43:33.283467 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.290756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.292022 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.366984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Pushing event updated for resources: {'Port': ['ID=98913bca-5854-4ad2-8a74-15f46f5f7dcd,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:33.425685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:43:33.427308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:33.594708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Router c718563e-6853-401e-8e6a-4eab5afd88b7 is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:43:33.687828 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-937c1c01-08fe-4ef7-8441-3a8bd07f9fd7 None None] Provisioning complete for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:33.688298 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-937c1c01-08fe-4ef7-8441-3a8bd07f9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:33.696903 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:43:33.711586 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-20dddfb0-9531-4d5f-9a58-0974c950326c admin admin] 10.222.0.44 "PUT /v2.0/routers/c718563e-6853-401e-8e6a-4eab5afd88b7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7841651 Jul 14 13:43:33.711681 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Sync routers for ids ['c718563e-6853-401e-8e6a-4eab5afd88b7'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:43:33.718908 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Routers {'c718563e-6853-401e-8e6a-4eab5afd88b7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:43:33.719642 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:43:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c718563e-6853-401e-8e6a-4eab5afd88b7'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:33.737274 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-937c1c01-08fe-4ef7-8441-3a8bd07f9fd7 None None] Port 98913bca-5854-4ad2-8a74-15f46f5f7dcd cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:43:33.904344 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Set router c718563e-6853-401e-8e6a-4eab5afd88b7 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:43:34.329146 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:33Z', 'revision_number': 2, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port_host': None, '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:33Z', 'revision_number': 2, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:34.376585 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Checking router: c718563e-6853-401e-8e6a-4eab5afd88b7 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:43:34.376961 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Updating router c718563e-6853-401e-8e6a-4eab5afd88b7 port 98913bca-5854-4ad2-8a74-15f46f5f7dcd binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:43:34.441780 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:34.949335 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:34.967761 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Transition to ACTIVE for port object 98913bca-5854-4ad2-8a74-15f46f5f7dcd will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:43:34.974390 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:35.134578 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Attempting to bind port 98913bca-5854-4ad2-8a74-15f46f5f7dcd on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:43:35.135302 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Attempting to bind port 98913bca-5854-4ad2-8a74-15f46f5f7dcd by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:43:35.135730 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Attempting to bind port 98913bca-5854-4ad2-8a74-15f46f5f7dcd on network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:43:35.139076 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Pushing event updated for resources: {'Port': ['ID=98913bca-5854-4ad2-8a74-15f46f5f7dcd,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:35.146011 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:43:35.146469 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Checking segment: {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:43:35.147190 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:35.147585 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Bound using segment: {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:43:35.148075 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Bound port: 98913bca-5854-4ad2-8a74-15f46f5f7dcd, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:43:35.148493 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:35.163326 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.163677 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.164014 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.164376 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.164705 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.165033 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.165357 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.165679 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.166027 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.166313 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.166614 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.166934 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Tracked resource versions report: Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: pushed versions: Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: { 'AddressGroup': {'1.2'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'ConntrackHelper': {'1.0'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Log': {'1.0'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Network': {'1.1'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Port': {'1.7'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'PortForwarding': {'1.2'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'QosPolicy': {'1.8'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroup': {'1.4'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SubPort': {'1.0'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Subnet': {'1.1'}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Trunk': {'1.1'}} Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: consumer versions: Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'ConntrackHelper': '1.0', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Log': '1.0', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Network': '1.1', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Port': '1.7', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'PortForwarding': '1.2', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'QosPolicy': '1.8', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroup': '1.4', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroupRule': '1.2', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SubPort': '1.0', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Subnet': '1.1', Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Trunk': '1.1'}} Jul 14 13:43:35.167995 dv-cinder-800696-2-iscsi neutron-server[99568]: {{(pid=99568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:43:35.225711 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] For port 98913bca-5854-4ad2-8a74-15f46f5f7dcd, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:43:35.246790 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] For port 98913bca-5854-4ad2-8a74-15f46f5f7dcd, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=98913bca-5854-4ad2-8a74-15f46f5f7dcd,segment=NetworkSegment(ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5),segment_id=ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:43:35.251645 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:35.299244 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Routers {'c718563e-6853-401e-8e6a-4eab5afd88b7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:43:35.299874 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:43:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c718563e-6853-401e-8e6a-4eab5afd88b7'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:35.382752 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd62ef-fbd6-49f3-abee-3a7c5b351afb None None] Pushing event updated for resources: {'Port': ['ID=98913bca-5854-4ad2-8a74-15f46f5f7dcd,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:35.403376 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] Set router c718563e-6853-401e-8e6a-4eab5afd88b7 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:43:35.627783 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:33Z', 'revision_number': 2, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port_host': None, '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:35Z', 'revision_number': 4, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:35.675325 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32564d7e-571b-4ea5-a8e5-d928e0041ef3 None None] The sync data for ids ['c718563e-6853-401e-8e6a-4eab5afd88b7'] in dv-cinder-800696-2-iscsi is: [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:33Z', 'revision_number': 2, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port_host': None, '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:35Z', 'revision_number': 4, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:43:35.960723 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54762) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:36.085911 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db904a1-4cb3-4e39-bb42-b565f5475390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:36.087286 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5db904a1-4cb3-4e39-bb42-b565f5475390 admin admin] 10.222.0.44 "GET /v2.0/networks/55371a31-a46a-4ca8-a1a3-f9a12b89a77c HTTP/1.1" status: 200 len: 842 time: 0.1254704 Jul 14 13:43:36.097317 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Request body: {'subnet': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:36.119875 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Made reservation on behalf of 6af1b1722cd948a6bfebec0ea852ac5e for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:43:36.122407 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:36.414506 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.objects.ports [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99566) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 13:43:36.414907 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:36.463172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f655f9f6-c1ef-42d7-abd2-90b792f80035,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:36.477662 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:43:36.478006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Network hostable DHCP agents. Network: 55371a31-a46a-4ca8-a1a3-f9a12b89a77c, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:43:36.495769 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:43:36.505870 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 55371a31-a46a-4ca8-a1a3-f9a12b89a77c) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:36.512346 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:36.512951 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:36.518581 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912e53c-81b4-404e-8560-c7939b3c1c65 None None] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:43:36.527533 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6d5c1cc4-26b6-41e6-8be5-4a04b50550fe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4342000 Jul 14 13:43:36.652546 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a49a60-0c14-4f92-801e-3ccfce7f490f None None] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:43:38.815569 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54774) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:38.954784 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c7a7ee50-4a9a-4b9a-a755-3362afea34a9 admin admin] 10.222.0.44 "GET /v2.0/routers/c718563e-6853-401e-8e6a-4eab5afd88b7 HTTP/1.1" status: 200 len: 710 time: 0.1379712 Jul 14 13:43:39.044041 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6125bf-b853-42be-97ef-c1d90095756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:43:39.045468 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9d6125bf-b853-42be-97ef-c1d90095756c admin admin] 10.222.0.44 "GET /v2.0/networks/55371a31-a46a-4ca8-a1a3-f9a12b89a77c HTTP/1.1" status: 200 len: 886 time: 0.0851352 Jul 14 13:43:39.057044 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:43:39.392553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:39.646717 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:39.723489 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:39.826234 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Allocated IP 172.27.3.71 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/5eaf3c49-7325-4a01-92f2-abe37d651b6c) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:43:39.927867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:39.972686 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.019600 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:43:40.022467 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:43:40.026070 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:43:40.062415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Pushing event updated for resources: {'Port': ['ID=5eaf3c49-7325-4a01-92f2-abe37d651b6c,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:40.275334 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.317909 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 98913bca-5854-4ad2-8a74-15f46f5f7dcd up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:40.370182 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:43:40.374414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:40.374798 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.455901 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.483716 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.487325 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-398784', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-515495'] for router, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.490138 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 98913bca-5854-4ad2-8a74-15f46f5f7dcd, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=98913bca-5854-4ad2-8a74-15f46f5f7dcd,segment=NetworkSegment(ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5),segment_id=ba4cb6af-60e5-4cb3-ac9c-29f20a19b8f5)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:43:40.495278 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.542848 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=98913bca-5854-4ad2-8a74-15f46f5f7dcd,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:40.680718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Router c718563e-6853-401e-8e6a-4eab5afd88b7 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:43:40.800010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:43:40.804416 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:40.805651 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d0e513fb-4e12-4451-bfba-a8da0d20762d admin admin] 10.222.0.44 "PUT /v2.0/routers/c718563e-6853-401e-8e6a-4eab5afd88b7 HTTP/1.1" status: 200 len: 889 time: 1.7519107 Jul 14 13:43:40.810182 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Sync routers for ids ['c718563e-6853-401e-8e6a-4eab5afd88b7'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:43:40.821977 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Routers {'c718563e-6853-401e-8e6a-4eab5afd88b7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:43:40.822664 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:43:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c718563e-6853-401e-8e6a-4eab5afd88b7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:41.103524 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Set router c718563e-6853-401e-8e6a-4eab5afd88b7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:43:41.507540 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 4, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port': {'id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:39Z', 'updated_at': '2021-07-14T13:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 5, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:41.561337 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Checking router: c718563e-6853-401e-8e6a-4eab5afd88b7 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:43:41.561686 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Updating router c718563e-6853-401e-8e6a-4eab5afd88b7 port 5eaf3c49-7325-4a01-92f2-abe37d651b6c binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:43:41.594437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:41.752608 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:43:41.918916 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:41.929336 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Transition to ACTIVE for port object 5eaf3c49-7325-4a01-92f2-abe37d651b6c will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:43:41.936975 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:41.987165 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8985b7-c2f5-48c5-9c46-82e5a2d163b1 None None] Pushing event updated for resources: {'Port': ['ID=5eaf3c49-7325-4a01-92f2-abe37d651b6c,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:41.989579 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Attempting to bind port 5eaf3c49-7325-4a01-92f2-abe37d651b6c on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:43:41.989960 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Attempting to bind port 5eaf3c49-7325-4a01-92f2-abe37d651b6c by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:43:41.990319 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Attempting to bind port 5eaf3c49-7325-4a01-92f2-abe37d651b6c on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:43:41.995762 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:43:41.996133 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:43:41.996568 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:41.996960 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:43:41.997437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Bound port: 5eaf3c49-7325-4a01-92f2-abe37d651b6c, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:43:41.997832 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:42.049538 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] For port 5eaf3c49-7325-4a01-92f2-abe37d651b6c, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:43:42.052706 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] For port 5eaf3c49-7325-4a01-92f2-abe37d651b6c, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5eaf3c49-7325-4a01-92f2-abe37d651b6c,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:43:42.058873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:42.116045 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Routers {'c718563e-6853-401e-8e6a-4eab5afd88b7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:43:42.116668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:43:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c718563e-6853-401e-8e6a-4eab5afd88b7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:42.150147 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8985b7-c2f5-48c5-9c46-82e5a2d163b1 None None] Pushing event updated for resources: {'Port': ['ID=5eaf3c49-7325-4a01-92f2-abe37d651b6c,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:42.228260 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] Set router c718563e-6853-401e-8e6a-4eab5afd88b7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:43:42.333165 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 98913bca-5854-4ad2-8a74-15f46f5f7dcd up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:42.470992 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:42.471375 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:42.616114 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 4, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port': {'id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:39Z', 'updated_at': '2021-07-14T13:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 5, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:43:42.643782 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554ba73-67e8-42cd-ba9b-db370d67bf6d None None] The sync data for ids ['c718563e-6853-401e-8e6a-4eab5afd88b7'] in dv-cinder-800696-2-iscsi is: [{'id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'name': 'router1', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:43:22Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 4, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'gw_port': {'id': '5eaf3c49-7325-4a01-92f2-abe37d651b6c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:39Z', 'updated_at': '2021-07-14T13:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '98913bca-5854-4ad2-8a74-15f46f5f7dcd', 'name': '', 'network_id': '2ad0cc90-7b95-47eb-9a74-3d2daf496be0', 'tenant_id': '895abc8ffabc44f3be06075ec5d90dfb', 'mac_address': 'fa:16:3e:e0:a1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c718563e-6853-401e-8e6a-4eab5afd88b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:43:32Z', 'updated_at': '2021-07-14T13:43:40Z', 'revision_number': 5, 'project_id': '895abc8ffabc44f3be06075ec5d90dfb', 'subnets': [{'id': '51b1db6a-0753-489e-82f6-8c412db3a66c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea591369-441e-40e8-b80f-64e256bb20cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:43:43.219117 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 54782) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:43:43.368411 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c9ae754d-897d-4b0c-8f70-f22a51f62128 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1480107 Jul 14 13:43:44.340326 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5eaf3c49-7325-4a01-92f2-abe37d651b6c up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:44.393838 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 5eaf3c49-7325-4a01-92f2-abe37d651b6c completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:43:44.397859 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5eaf3c49-7325-4a01-92f2-abe37d651b6c triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:44.398235 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:44.480360 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:44.502154 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 5eaf3c49-7325-4a01-92f2-abe37d651b6c, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5eaf3c49-7325-4a01-92f2-abe37d651b6c,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:43:44.506837 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:44.557740 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=5eaf3c49-7325-4a01-92f2-abe37d651b6c,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:43:46.322349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5eaf3c49-7325-4a01-92f2-abe37d651b6c up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:43:46.381299 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5eaf3c49-7325-4a01-92f2-abe37d651b6c triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:43:46.381672 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:55.641845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3b3d0aa8-fb70-4c70-985d-2280fa6e7548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:57.887962 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0fb2edb4-38d7-4a5a-b8bd-c4ec79c70f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:57.970593 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:43:59.722937 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:01.196339 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:18.751611 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:44:25.648504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1695cfb8-6410-4d8d-9fae-a0bedc3aea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:27.883798 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-679543ec-3b8a-487d-b7e5-a56cb22b5e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:27.977955 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:29.715013 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:31.189743 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:55.642961 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-10cfb596-84d4-46da-b0c0-7d2e9179f0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:55.750461 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:44:57.888862 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2ad9b1f4-1b72-4e48-9552-198aa9987972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:57.977281 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:44:59.720953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:01.196867 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:20.346437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55350) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:20.419032 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c1e44b-f839-4ce1-9f48-61e83d011c5d admin admin] GET failed (client error): The resource could not be found. Jul 14 13:45:20.420405 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b0c1e44b-f839-4ce1-9f48-61e83d011c5d admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729485 Jul 14 13:45:20.589750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14185d55-f35b-4f6f-9bcc-688abc716678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:20.591436 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-14185d55-f35b-4f6f-9bcc-688abc716678 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1670208 Jul 14 13:45:22.767362 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55360) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:22.910769 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b1699-0a67-4b0c-b69d-fbe280581cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:22.912198 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-052b1699-0a67-4b0c-b69d-fbe280581cb3 admin admin] 10.222.0.44 "GET /v2.0/subnets/51b1db6a-0753-489e-82f6-8c412db3a66c HTTP/1.1" status: 200 len: 849 time: 0.1437893 Jul 14 13:45:22.924892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:45:23.039585 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:23.209366 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778880049646'] for subnet, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:23.246580 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:23.247163 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:23.248428 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] 10.222.0.44 "PUT /v2.0/subnets/51b1db6a-0753-489e-82f6-8c412db3a66c HTTP/1.1" status: 200 len: 868 time: 0.3274813 Jul 14 13:45:23.251734 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80deb21c-4303-4f50-9c51-eec10bc436e0 None None] Network 2ad0cc90-7b95-47eb-9a74-3d2daf496be0 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:45:23.266004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b1db6a-0753-489e-82f6-8c412db3a66c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:45:23.273812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.274311 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.274568 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.274905 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.275243 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.275584 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.275913 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.276264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.276607 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.277087 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.277416 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.277741 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c457d6-da35-4486-8bd3-085daaf0aa69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:45:23.691036 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-ac6939b0-8581-4532-a826-3f663c705954 None None] Provisioning complete for port 98913bca-5854-4ad2-8a74-15f46f5f7dcd triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:45:23.691334 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-ac6939b0-8581-4532-a826-3f663c705954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:23.782792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-ac6939b0-8581-4532-a826-3f663c705954 None None] Provisioning complete for port 60085eb2-be89-4d94-b2bc-2990a39f2df2 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:45:23.783169 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-ac6939b0-8581-4532-a826-3f663c705954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:25.442422 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55370) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:25.646057 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-88600ce5-dab7-47a6-8131-4049e6407030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:25.649457 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23d328-4a06-4e5b-90aa-a057234fdafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:25.649973 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23d328-4a06-4e5b-90aa-a057234fdafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:25.652190 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4a23d328-4a06-4e5b-90aa-a057234fdafa admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079775 Jul 14 13:45:27.846655 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55378) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:27.892600 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb2aa-38b8-45d2-8af4-2df463659609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:27.974342 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:28.064782 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ebdc29-d7c3-42f0-8d80-4568009a4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:28.065171 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ebdc29-d7c3-42f0-8d80-4568009a4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:28.066727 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-14ebdc29-d7c3-42f0-8d80-4568009a4338 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2190752 Jul 14 13:45:29.722952 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:30.254523 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55386) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:30.497931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367cfde9-19b1-4f2f-a01e-eeb369ea1843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:30.499324 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-367cfde9-19b1-4f2f-a01e-eeb369ea1843 admin admin] 10.222.0.44 "GET /v2.0/networks/2ad0cc90-7b95-47eb-9a74-3d2daf496be0 HTTP/1.1" status: 200 len: 869 time: 0.2434766 Jul 14 13:45:31.199001 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:32.684201 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55394) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:32.749193 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:45:32.816933 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8086f-bd5e-4998-bd34-aafb3bc8c077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:32.818328 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4fd8086f-bd5e-4998-bd34-aafb3bc8c077 admin admin] 10.222.0.44 "GET /v2.0/networks/55371a31-a46a-4ca8-a1a3-f9a12b89a77c HTTP/1.1" status: 200 len: 886 time: 0.1331468 Jul 14 13:45:35.005004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55402) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:35.149757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad7ff-bc93-4730-83bd-26a76ce5b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:35.150207 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33ad7ff-bc93-4730-83bd-26a76ce5b63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:35.151770 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e33ad7ff-bc93-4730-83bd-26a76ce5b63a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458237 Jul 14 13:45:37.321433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55410) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:37.450377 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c887027-a804-4f5c-8ac5-0e669f677eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:37.450831 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c887027-a804-4f5c-8ac5-0e669f677eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:37.452460 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9c887027-a804-4f5c-8ac5-0e669f677eb0 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300135 Jul 14 13:45:39.675725 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55418) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:39.778567 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f857ba-35d9-4cf2-b47f-d556698092d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:39.779934 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-37f857ba-35d9-4cf2-b47f-d556698092d4 admin admin] 10.222.0.44 "GET /v2.0/subnets/51b1db6a-0753-489e-82f6-8c412db3a66c HTTP/1.1" status: 200 len: 868 time: 0.1030190 Jul 14 13:45:41.994159 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55426) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:45:42.093172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2f6af-0746-4dae-ae39-77cce94d1973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:45:42.095226 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e6e2f6af-0746-4dae-ae39-77cce94d1973 admin admin] 10.222.0.44 "GET /v2.0/subnets/f655f9f6-c1ef-42d7-abd2-90b792f80035 HTTP/1.1" status: 200 len: 816 time: 0.0998106 Jul 14 13:45:55.651519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d580695-b52a-401c-9ad1-3ff6603abab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:57.895726 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55268bb1-4652-43a8-b923-680d808d7eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:57.979052 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:45:59.728783 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:01.201218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:06.715071 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55478) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:06.765451 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-59b1ca1e-0dc4-4cd0-a13b-49d0bf7a710f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:46:06.766440 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-59b1ca1e-0dc4-4cd0-a13b-49d0bf7a710f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504270 Jul 14 13:46:09.037557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55486) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:09.112505 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93fd3cf-8f79-4aec-a415-2ba340e2db28 admin admin] GET failed (client error): The resource could not be found. Jul 14 13:46:09.113850 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d93fd3cf-8f79-4aec-a415-2ba340e2db28 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753095 Jul 14 13:46:09.200209 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371247de-5920-47ab-9f24-403206ade3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:09.201738 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-371247de-5920-47ab-9f24-403206ade3a1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837619 Jul 14 13:46:09.748584 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:46:11.413529 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55494) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:11.466062 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:11.496295 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Made reservation on behalf of 6af1b1722cd948a6bfebec0ea852ac5e for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:46:11.498695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.528960 dv-cinder-800696-2-iscsi neutron-server[99566]: WARNING neutron.services.revisions.revision_plugin [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Could not find related network for resource to bump revision. Jul 14 13:46:11.542370 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:46:11.552391 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.552723 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Added segment 1e17ef93-aefc-40fb-af9d-c1f20211e9d2 of type vlan for network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f Jul 14 13:46:11.603128 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.633359 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.634304 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:11.635036 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:11.686727 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2720280 Jul 14 13:46:11.691566 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e26012-24d4-47f3-a6a5-aeda1cda6a1f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:11.698924 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.699269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.699604 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.699934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.700293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.700662 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.700973 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.701302 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.701637 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.701962 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.702277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.702590 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64110d7c-a362-4cfa-bd0b-91502ff15f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:11.714223 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:46:13.922052 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55502) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:46:13.995227 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49306ec-f212-4697-be12-c8aaacde2f1d admin admin] GET failed (client error): The resource could not be found. Jul 14 13:46:13.996591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a49306ec-f212-4697-be12-c8aaacde2f1d admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0735602 Jul 14 13:46:14.097675 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aace9-80ea-41b8-b3a6-9c49e78ef198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:14.099045 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-794aace9-80ea-41b8-b3a6-9c49e78ef198 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985661 Jul 14 13:46:14.110841 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:46:14.137732 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Made reservation on behalf of 6af1b1722cd948a6bfebec0ea852ac5e for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:46:14.140359 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.346071 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.400134 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8467feb-a5fd-4f1a-be40-a030692e93ac,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:14.412937 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Checking segment: {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:46:14.413307 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Network hostable DHCP agents. Network: b1e26012-24d4-47f3-a6a5-aeda1cda6a1f, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:46:14.441905 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:46:14.456148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, b1e26012-24d4-47f3-a6a5-aeda1cda6a1f) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:14.465018 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:46:14.466066 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.467449 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d33210-bb40-419e-a34d-88ad7c2be0b2 None None] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:46:14.490159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-78996f01-ce11-413f-a551-86e51100b0b6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3825297 Jul 14 13:46:14.722765 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-b1e26012-24d4-47f3-a6a5-aeda1cda6a1f', 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f', 'tenant_id': '6af1b1722cd948a6bfebec0ea852ac5e', 'fixed_ips': [{'subnet_id': 'd8467feb-a5fd-4f1a-be40-a030692e93ac'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:46:14.723658 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:14.865678 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Allocated IP 192.168.233.2 (b1e26012-24d4-47f3-a6a5-aeda1cda6a1f/d8467feb-a5fd-4f1a-be40-a030692e93ac/496b9d9f-71f9-4135-9c54-6046d9337cc5) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:46:15.014330 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.023392 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Transition to ACTIVE for port object 496b9d9f-71f9-4135-9c54-6046d9337cc5 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:46:15.038245 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Transition to ACTIVE for port object 496b9d9f-71f9-4135-9c54-6046d9337cc5 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:46:15.046994 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.091665 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:46:15.094534 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:46:15.101059 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:46:15.103066 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Pushing event updated for resources: {'Port': ['ID=496b9d9f-71f9-4135-9c54-6046d9337cc5,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:15.113770 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.114117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.114459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.114798 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.115128 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.115464 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.115791 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.116116 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.116486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.116816 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.117141 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.117462 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:46:15.169372 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Attempting to bind port 496b9d9f-71f9-4135-9c54-6046d9337cc5 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:46:15.169748 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Attempting to bind port 496b9d9f-71f9-4135-9c54-6046d9337cc5 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:46:15.170122 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Attempting to bind port 496b9d9f-71f9-4135-9c54-6046d9337cc5 on network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:46:15.175125 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:46:15.175504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Checking segment: {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:46:15.175907 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.176356 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Bound using segment: {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:46:15.176841 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Bound port: 496b9d9f-71f9-4135-9c54-6046d9337cc5, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:46:15.177238 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.237656 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] For port 496b9d9f-71f9-4135-9c54-6046d9337cc5, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:46:15.240892 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] For port 496b9d9f-71f9-4135-9c54-6046d9337cc5, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=496b9d9f-71f9-4135-9c54-6046d9337cc5,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:46:15.248101 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:15.306572 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402dd7-d744-4bf2-8d53-6c7d68069610 None None] Pushing event updated for resources: {'Port': ['ID=496b9d9f-71f9-4135-9c54-6046d9337cc5,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:16.153461 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293b75f-6d7e-4c2a-a3e9-424da486c207 None None] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:46:16.230001 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-234baf22-ae77-44b5-a1f5-a0ae6bbb5e1c None None] Provisioning for port 496b9d9f-71f9-4135-9c54-6046d9337cc5 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:16.453847 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 496b9d9f-71f9-4135-9c54-6046d9337cc5 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:16.519398 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 496b9d9f-71f9-4135-9c54-6046d9337cc5 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:46:16.525317 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 496b9d9f-71f9-4135-9c54-6046d9337cc5 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:16.525778 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:16.575577 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-974592c8-90f0-43dc-bd36-20dbcf9ef282 None None] Provisioning complete for port 496b9d9f-71f9-4135-9c54-6046d9337cc5 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:16.575944 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-974592c8-90f0-43dc-bd36-20dbcf9ef282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:16.646840 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:16.705270 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 496b9d9f-71f9-4135-9c54-6046d9337cc5, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=496b9d9f-71f9-4135-9c54-6046d9337cc5,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:46:16.710856 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:16.738407 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-974592c8-90f0-43dc-bd36-20dbcf9ef282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:16.776231 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=496b9d9f-71f9-4135-9c54-6046d9337cc5,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:46:16.818961 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.db.api [None req-974592c8-90f0-43dc-bd36-20dbcf9ef282 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:46:16.819377 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG oslo_db.api [None req-974592c8-90f0-43dc-bd36-20dbcf9ef282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:46:18.410378 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 496b9d9f-71f9-4135-9c54-6046d9337cc5 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:46:18.462546 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 496b9d9f-71f9-4135-9c54-6046d9337cc5 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:46:18.462911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:25.648281 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-48ee7dc7-ea32-47ff-9d31-4efbe3f8d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:27.900370 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0585b236-5371-414f-ae81-e7736150b199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:27.983275 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:29.733170 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:31.205741 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:46.747576 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:46:55.641901 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9a40e447-3636-4767-b6b6-4c6320a916dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:57.907167 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4d50f59a-1851-47f5-a510-a373432b3a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:57.986385 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:46:59.733068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:01.209971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:23.750271 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:47:25.647091 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a622fbae-5fb3-4b93-a35c-44d66ab0bcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:26.804109 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55554) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:47:26.810286 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [None req-2393d249-3710-49fe-b124-1f11aa7011ea tempest-verify_tempest_config-2092958170 tempest-verify_tempest_config-2092958170-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:47:26.811255 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2393d249-3710-49fe-b124-1f11aa7011ea tempest-verify_tempest_config-2092958170 tempest-verify_tempest_config-2092958170-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060489 Jul 14 13:47:27.155153 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55572) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:47:27.268099 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.361185 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.366921 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.412412 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188f581-ef9c-4a46-9ee7-4e7968b843b2,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:47:27.417196 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fedcceb81084f7a90ee63962637f7e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2610486 Jul 14 13:47:27.420182 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55578) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:47:27.421746 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.422195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.422635 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.422979 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.423293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.423614 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.423906 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.424287 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.424606 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.424926 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.425239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.425548 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa952382-bf42-42d7-875f-abda3a7313db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.480822 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.503610 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.599038 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.602043 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.603235 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9188f581-ef9c-4a46-9ee7-4e7968b843b2 HTTP/1.1" status: 204 len: 168 time: 0.1820288 Jul 14 13:47:27.611495 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188f581-ef9c-4a46-9ee7-4e7968b843b2,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:47:27.618691 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.619019 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.619385 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.619720 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.620050 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.620439 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.620767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.621091 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.621413 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.621711 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.622062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.622379 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae82e09-6407-446f-8f8c-fdbd1b4f8504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:47:27.901290 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-677a97c6-e09f-413a-b4b6-7904fd1dd16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:27.990494 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:29.734730 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:31.210481 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:55.645865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-ab1aed3c-7256-4e83-a4de-42015016542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:57.914395 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40adf4a5-24bf-47f0-b9d9-5b9909ce784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:57.995079 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:47:59.747602 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:00.749016 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:48:01.223883 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:25.648052 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-92eaf16d-9de2-480f-9ea4-b55149f799fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:27.911324 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7a2aa6d6-96db-4afc-bcfe-1e5193f0781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:27.999781 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:29.756584 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:31.226039 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:37.752924 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 5 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:48:55.643438 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-bbd8c52f-a423-4719-af4e-2ee67362e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:57.908787 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-61a2c05b-c9e7-4884-9333-4529600232fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:58.009058 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:48:59.750331 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:01.224869 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:07.039378 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403487'] for agent, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:14.758483 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:22.943344 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55650) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:23.070192 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a2932a1e-5fbb-4b07-b437-30e4bdbe1832 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1256666 Jul 14 13:49:25.236231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55660) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:49:25.310002 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-90e1be07-6b7c-484b-a712-58e1b6225581 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0722742 Jul 14 13:49:25.646434 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-5e7981dd-ebd4-475c-bc0c-c7ed3a59c5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:27.902545 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-da2402ca-3ac9-4d1f-8ddf-47a403f49edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:28.007647 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:29.751062 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:31.226801 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:37.005853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:51.764263 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:49:55.642229 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-32aba491-2bb6-4dcb-83eb-f2b328f5b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:57.907317 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9eff4f9e-ea03-457d-bdb0-bfde84bfbcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:58.012324 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:49:59.758332 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:01.239391 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:06.999943 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:25.648061 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f5c0b4bf-28ae-4ef7-b428-d61e588a055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:27.913680 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-21f66768-60ea-4af3-b5dd-fa2df7240766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:28.016556 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:28.764874 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:50:29.751464 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:31.234647 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:36.989332 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.116309 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55826) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:54.379078 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1359072071-network', 'tenant_id': 'd4a7dcd546d2443c9d0aca064de0848f'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:54.407699 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Made reservation on behalf of d4a7dcd546d2443c9d0aca064de0848f for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:54.410150 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55852) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:54.410539 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.422564 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.530427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.535956 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.543887 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-170045002-network', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:54.551401 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:54.568034 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Made reservation on behalf of 52bfc7977d4942ae971cf11446f5753e for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:54.571532 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.580153 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.587356 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.587701 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Added segment 964a56cc-5b5c-418c-bd03-57248f72ad32 of type vlan for network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a Jul 14 13:50:54.598813 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a9699-2a5d-45c8-96fa-d2608783a64e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:54.607991 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.608389 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.608734 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.609072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.609410 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.609742 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.610269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.610597 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.611104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.611585 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.612061 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.612664 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Tracked resource versions report: Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: pushed versions: Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: { 'AddressGroup': {'1.2'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'ConntrackHelper': {'1.0'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Log': {'1.0'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Network': {'1.1'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Port': {'1.7'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'PortForwarding': {'1.2'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'QosPolicy': {'1.8'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroup': {'1.4'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SubPort': {'1.0'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Subnet': {'1.1'}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Trunk': {'1.1'}} Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: consumer versions: Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'ConntrackHelper': '1.0', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Log': '1.0', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Network': '1.1', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Port': '1.7', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'PortForwarding': '1.2', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'QosPolicy': '1.8', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroup': '1.4', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SecurityGroupRule': '1.2', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'SubPort': '1.0', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Subnet': '1.1', Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: 'Trunk': '1.1'}} Jul 14 13:50:54.613851 dv-cinder-800696-2-iscsi neutron-server[99566]: {{(pid=99566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:50:54.657237 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.691082 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.692333 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:54.693075 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.699337 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.704754 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.723982 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:54.736447 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.737187 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Added segment 641ac649-9f6a-4a9c-8fb1-24abd797c63a of type vlan for network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 Jul 14 13:50:54.754865 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6367638 Jul 14 13:50:54.762277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55874) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:54.769984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Request body: {'subnet': {'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1359072071-subnet', 'tenant_id': 'd4a7dcd546d2443c9d0aca064de0848f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:54.783601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.797820 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2377e-12ea-4ecc-8985-6c740bbc94d4 admin admin] Pushing event updated for resources: {'Network': ['ID=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:54.800730 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Made reservation on behalf of d4a7dcd546d2443c9d0aca064de0848f for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:54.803277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.811964 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:54.836516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78747ed-235d-4fc0-ab9d-ce0cba25a35b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:54.844501 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.845717 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:54.846472 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.858337 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.858732 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.859334 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.859954 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.860498 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.861105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.861981 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.862901 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.863562 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.864183 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.865078 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.865671 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Tracked resource versions report: Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: pushed versions: Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: { 'AddressGroup': {'1.2'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'ConntrackHelper': {'1.0'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Log': {'1.0'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Network': {'1.1'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Port': {'1.7'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'PortForwarding': {'1.2'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'QosPolicy': {'1.8'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroup': {'1.4'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SubPort': {'1.0'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Subnet': {'1.1'}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Trunk': {'1.1'}} Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: consumer versions: Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'ConntrackHelper': '1.0', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Log': '1.0', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Network': '1.1', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Port': '1.7', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'PortForwarding': '1.2', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'QosPolicy': '1.8', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroup': '1.4', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SecurityGroupRule': '1.2', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'SubPort': '1.0', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Subnet': '1.1', Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: 'Trunk': '1.1'}} Jul 14 13:50:54.867055 dv-cinder-800696-2-iscsi neutron-server[99565]: {{(pid=99565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:50:54.924036 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5123789 Jul 14 13:50:54.928296 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55878) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:54.933841 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Request body: {'subnet': {'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-subnet', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:54.962076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71be73-be8a-4887-b782-03d48501fccc admin admin] Pushing event updated for resources: {'Network': ['ID=2637d5bd-2598-4efd-aa33-6141ecdfeac2,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:54.967731 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Made reservation on behalf of 52bfc7977d4942ae971cf11446f5753e for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:54.972585 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:54.976988 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:55.095320 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.154357 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=576fe4fc-7788-4bf7-974f-7dad124bf22f,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:55.175739 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Checking segment: {'id': '964a56cc-5b5c-418c-bd03-57248f72ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:55.176103 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Network hostable DHCP agents. Network: 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:55.195100 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:55.206554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:55.213386 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.214830 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530e68f-697b-40ee-bac6-a42da8f459df None None] Network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:55.215629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.242832 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-907265b5-1a5e-425b-b58f-d3a912d5c35f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4791772 Jul 14 13:50:55.251122 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.263277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55888) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:55.270944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55892) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:55.308711 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55896) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:55.315537 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970e46cc-7e66-4916-995d-e3c13397ffb4,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:55.323069 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Checking segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:55.323523 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Network hostable DHCP agents. Network: 2637d5bd-2598-4efd-aa33-6141ecdfeac2, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:55.342573 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:55.357851 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 2637d5bd-2598-4efd-aa33-6141ecdfeac2) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:55.374809 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4f13a-fd1d-4287-88fd-eb12147e1d6b None None] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:55.384727 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:55.386357 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.391422 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa6091-e2dd-4520-a0cf-4a8c5c430025 None None] Network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:55.408933 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 55902) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:55.410035 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b9b6178b-074a-4b45-b76a-11526d4a2f84 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4803569 Jul 14 13:50:55.413227 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:55.444849 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.446315 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.480779 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55906) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:55.573922 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.670661 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1982128714-network', 'tenant_id': 'ef1561ad679b4276800c81c931e147ef'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:55.674665 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7ad3-aadf-4e6b-b5a2-9637f0e679f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.681554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-network', 'tenant_id': '69362cae63a243569c8afe3e4adcea10'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:55.720124 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:50:55.721045 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.770577 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700624716-network', 'tenant_id': '42ccb8bcbbf84699a9f7f42456cccd0e'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:55.785725 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1859079800-network', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:55.792522 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Made reservation on behalf of 69362cae63a243569c8afe3e4adcea10 for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:55.795093 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.802137 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.818576 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.851541 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:55.854571 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.862033 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Made reservation on behalf of 42ccb8bcbbf84699a9f7f42456cccd0e for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:55.867498 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.888464 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.914282 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.922152 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Allocated IP 172.20.0.2 (2637d5bd-2598-4efd-aa33-6141ecdfeac2/970e46cc-7e66-4916-995d-e3c13397ffb4/eac7dfb9-a752-49bc-b23f-b7e61c67b5c1) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:50:55.944876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Made reservation on behalf of cc74d46b03724755bbad43ac85117c06 for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:55.948045 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:55.965246 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.111683 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.121708 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Transition to ACTIVE for port object eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:56.144871 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Transition to ACTIVE for port object eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:50:56.156481 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.158197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.178848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.209017 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:50:56.210269 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Pushing event updated for resources: {'Port': ['ID=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:56.217428 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:56.220044 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.220410 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.220743 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.221113 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.221441 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.221762 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.222082 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.222399 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.222717 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.223033 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.223348 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.223821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Tracked resource versions report: Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: pushed versions: Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: { 'AddressGroup': {'1.2'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'ConntrackHelper': {'1.0'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Log': {'1.0'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Network': {'1.1'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Port': {'1.7'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'PortForwarding': {'1.2'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'QosPolicy': {'1.8'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroup': {'1.4'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SubPort': {'1.0'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Subnet': {'1.1'}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Trunk': {'1.1'}} Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: consumer versions: Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'ConntrackHelper': '1.0', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Log': '1.0', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Network': '1.1', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Port': '1.7', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'PortForwarding': '1.2', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'QosPolicy': '1.8', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroup': '1.4', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SecurityGroupRule': '1.2', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'SubPort': '1.0', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Subnet': '1.1', Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: 'Trunk': '1.1'}} Jul 14 13:50:56.224883 dv-cinder-800696-2-iscsi neutron-server[99567]: {{(pid=99567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:50:56.239010 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:50:56.312536 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Attempting to bind port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:50:56.312910 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Attempting to bind port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:50:56.313250 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Attempting to bind port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:50:56.318668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:50:56.319035 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Checking segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:56.319514 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.319870 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Bound using segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:50:56.320740 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Bound port: eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:50:56.321144 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.323608 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Allocated IP 172.27.3.127 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/c331758b-6cd0-428c-9da4-35572b25e9d4) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:50:56.421576 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] For port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:50:56.430655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] For port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:50:56.441700 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.531265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.551368 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0968a01-78ff-4713-8de2-605824e05b1d None None] Pushing event updated for resources: {'Port': ['ID=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:56.581785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.595188 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.653447 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92a10f-2a1c-48a8-aa89-1bf092067c31,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:56.669936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:56.689682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.690177 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Added segment 447d40d2-3705-4b94-83a6-b45bbdf709ab of type vlan for network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 Jul 14 13:50:56.701145 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.778949 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.784427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:50:56.784626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.789788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.803087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:56.815108 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:50:56.816281 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03397ec-3fc9-45a5-810a-c8d6e90c8938,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:56.819325 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Pushing event updated for resources: {'Port': ['ID=c331758b-6cd0-428c-9da4-35572b25e9d4,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:56.864662 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:56.889339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:56.890744 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Added segment 6b340eaf-a387-43d0-a76c-ec4658f1899c of type vlan for network 777decdc-e1e7-4b5c-8ec3-2ade19a692dc Jul 14 13:50:56.968966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.013663 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.014550 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.015511 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.071005 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.db.resource_extend [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 13:50:57.090606 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] Pushing event updated for resources: {'Network': ['ID=777decdc-e1e7-4b5c-8ec3-2ade19a692dc,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:57.108448 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 777decdc-e1e7-4b5c-8ec3-2ade19a692dc details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:57.234938 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.236669 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.237787 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.238437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.250866 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-81eac5d9-9d57-41b9-badb-a96e460f85be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7687881 Jul 14 13:50:57.254019 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55992) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:57.266518 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Request body: {'subnet': {'network_id': '777decdc-e1e7-4b5c-8ec3-2ade19a692dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700624716-subnet', 'tenant_id': '42ccb8bcbbf84699a9f7f42456cccd0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:57.271083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 55994) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:57.278996 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.288199 dv-cinder-800696-2-iscsi neutron-server[99565]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 13:50:57.362445 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:57.404934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] Pushing event updated for resources: {'Network': ['ID=9c40e60d-14a3-4227-b692-df5c1d7ab3f5,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:57.411789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.412260 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Added segment 3915b516-4bc8-408c-b52e-f58ce4180011 of type vlan for network ed1e0de2-a73b-491c-a35f-d98d2b118619 Jul 14 13:50:57.419525 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:57.426391 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.494226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5144e2b6-29fc-40ca-9a34-adb7365dc4bf,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:57.540251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-ea048cf5-843b-45a6-b976-5c8a1c1aa256 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.547643 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-ea048cf5-843b-45a6-b976-5c8a1c1aa256 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/networks?id=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a HTTP/1.1" status: 200 len: 812 time: 0.2698781 Jul 14 13:50:57.572464 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6e13359a-f589-4361-a9a7-2b3902e2e722 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/quotas/d4a7dcd546d2443c9d0aca064de0848f HTTP/1.1" status: 200 len: 375 time: 0.0237212 Jul 14 13:50:57.634624 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-73d69743-ad60-4061-82e9-e0a3c6bcf997 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611973 Jul 14 13:50:57.814771 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.912306 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-f23c11a7-af25-4267-bfb7-e8b7c16eb7da service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:50:57.918925 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4289-372d-41ef-bdad-b88338fc3ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.928247 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-f23c11a7-af25-4267-bfb7-e8b7c16eb7da service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0816810 Jul 14 13:50:57.973158 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.976084 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.977684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:57.978426 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:57.991314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.038705 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.058630 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Made reservation on behalf of 42ccb8bcbbf84699a9f7f42456cccd0e for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:58.062266 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9414f8b-39cc-4632-920a-bce5947e932b None None] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:58.070588 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.125028 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6ba8bffa-9a54-4711-adb4-5a5238e271eb service neutron] 10.222.0.44 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935315 Jul 14 13:50:58.153458 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7a918a24-3b10-4a49-938d-67cb8b28de40 None None] Provisioning for port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:58.185730 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8efbe761-8b1c-4e51-94aa-c26e5e127118 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9210510 Jul 14 13:50:58.190871 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56016) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:58.205448 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Request body: {'subnet': {'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-subnet', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:58.206415 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8964336 Jul 14 13:50:58.220557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:50:58.226919 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56020) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:58.239030 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Request body: {'subnet': {'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1982128714-subnet', 'tenant_id': 'ef1561ad679b4276800c81c931e147ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:58.244472 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366703a-24d1-4fdc-8e76-cfdb14f02b65 admin admin] Pushing event updated for resources: {'Network': ['ID=ed1e0de2-a73b-491c-a35f-d98d2b118619,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:58.251590 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b1882c-6a19-4b98-8eb0-6b077cbd91c4,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:58.259081 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:58.299300 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.299300 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Added segment a5d887d9-319d-4e5e-a576-57f6e9d1a428 of type vlan for network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a Jul 14 13:50:58.309228 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.347787 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Made reservation on behalf of 69362cae63a243569c8afe3e4adcea10 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:58.350312 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.393424 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.411694 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:58.414054 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.416898 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-90a79bb5-cbd5-4d6b-a2fb-ff0a556223c7 service neutron] 10.222.0.44 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800994 Jul 14 13:50:58.544075 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.545186 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:58.545743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.584339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.631492 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3575060 Jul 14 13:50:58.638334 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56026) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:58.653181 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5eec57-135b-4ffd-bef3-2323dee6bb75,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:58.686655 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Request body: {'subnet': {'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1859079800-subnet', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:58.700697 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd96be6-2309-4a32-813a-043ede6cc04f admin admin] Pushing event updated for resources: {'Network': ['ID=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:58.730652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:50:58.732606 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Checking segment: {'id': '6b340eaf-a387-43d0-a76c-ec4658f1899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '777decdc-e1e7-4b5c-8ec3-2ade19a692dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:58.734105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Network hostable DHCP agents. Network: 777decdc-e1e7-4b5c-8ec3-2ade19a692dc, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:58.735600 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:50:58.813730 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Made reservation on behalf of cc74d46b03724755bbad43ac85117c06 for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:50:58.817203 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.824737 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Network 777decdc-e1e7-4b5c-8ec3-2ade19a692dc is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:58.849940 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 777decdc-e1e7-4b5c-8ec3-2ade19a692dc) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:58.861154 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:58.863683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:58.879435 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af31b5-66d3-45ee-aac3-9dda215cf580 None None] Network 777decdc-e1e7-4b5c-8ec3-2ade19a692dc requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:59.012565 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c54a2ac6-268c-48de-b045-88e75a5375ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7548504 Jul 14 13:50:59.052309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.095955 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:50:59.192583 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff12c307-cea1-44ed-ac88-12d6a537b935,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:59.229897 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Checking segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:59.230254 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Network hostable DHCP agents. Network: 9c40e60d-14a3-4227-b692-df5c1d7ab3f5, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:59.266809 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:59.285655 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 9c40e60d-14a3-4227-b692-df5c1d7ab3f5) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:59.290921 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:59.291526 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.333190 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d2d73e39-3dc3-40d2-9c0f-a96d2a7f8b70 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1411495 Jul 14 13:50:59.336192 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56070) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:59.346803 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:50:59.385479 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56074) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:59.420919 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.425699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.429441 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.512623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:59.566264 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf44bf-7e94-4bb9-84c9-68be1d0771d1 None None] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:59.580884 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.594556 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5b20cd9e-6280-4d03-aae6-051853e183a2 req-8e9d30fd-d8a4-4d03-9240-5431354cb213 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.2071719 Jul 14 13:50:59.597461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.691953 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:50:59.710485 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:50:59.731957 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:50:59.732628 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:50:59.744505 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Checking segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:59.745221 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Network hostable DHCP agents. Network: ed1e0de2-a73b-491c-a35f-d98d2b118619, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:59.747854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2497c72d-178f-4146-b2c9-b2c4119de020,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:50:59.768864 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.774443 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1ebfb95f-9568-44ba-8508-be6a09c54a2b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3644195 Jul 14 13:50:59.778439 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56090) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:50:59.789361 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97699f36-33f2-4fe6-864c-782fe8fc2879 None None] Network 777decdc-e1e7-4b5c-8ec3-2ade19a692dc requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:50:59.798036 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Checking segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:50:59.798777 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Network hostable DHCP agents. Network: 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:50:59.882614 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:59.928976 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:50:59.946408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.950390 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:50:59.962927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, ed1e0de2-a73b-491c-a35f-d98d2b118619) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:59.968734 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:50:59.974242 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:59.975055 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.989992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:50:59.990881 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.995250 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:50:59.995710 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:50:59.998455 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a3f53-8ba9-480d-b64c-7fc61ce9f85f None None] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:00.000841 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81aaee-87a7-442c-a9c6-1d053d62786e None None] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:00.105609 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-cc1af5ea-c332-42e4-911d-b2bba5f0df73 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8760109 Jul 14 13:51:00.107119 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0d18f143-dc94-4592-8753-43363f6c18f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4659126 Jul 14 13:51:00.109900 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56106) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:00.111610 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:00.128515 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:00.215566 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.217087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.333196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.373599 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56118) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:00.394728 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-861839712-network', 'tenant_id': '7a0cd85e785b4665a119f94f0bb19aa3'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:00.444149 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.553456 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:50:56Z', 'revision_number': 3, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:00.598068 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Made reservation on behalf of 7a0cd85e785b4665a119f94f0bb19aa3 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:00.600768 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.616215 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.640899 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:00.641576 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Updating router c8077390-12ca-40dc-9bb3-3db7ee90e57a port c331758b-6cd0-428c-9da4-35572b25e9d4 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:00.745879 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.752269 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:00.848954 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a74f83ec-377b-45f0-b46d-ffa2eca71fb8 req-4acb4ebb-7db7-4910-83d7-ce76529afcc9 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.0803547 Jul 14 13:51:00.850597 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:00.872307 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.028962 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2269b29-59f3-4672-9707-6a78ab555973 None None] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:01.080177 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.085053 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.120707 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.131905 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.156793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:01.259821 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f7637-bde9-4325-b071-f5b66f25b11a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:01.282866 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.283299 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Added segment d4e0a7a0-db90-450a-83f3-2b026a4458cd of type vlan for network 247d39a3-061f-4be7-b9b6-5bd27fa4689b Jul 14 13:51:01.349583 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:01.349893 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.405448 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e6b03-0926-4695-a2aa-3a0df96da5f6 None None] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:01.495355 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.502385 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.517220 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.521515 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Transition to ACTIVE for port object c331758b-6cd0-428c-9da4-35572b25e9d4 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:01.536363 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.596765 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:51:01.598014 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.601154 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Pushing event updated for resources: {'Port': ['ID=c331758b-6cd0-428c-9da4-35572b25e9d4,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:01.615853 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.616943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Allocated IP 172.27.3.219 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/848ca792-8698-48af-9343-be3298066e4c) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:01.617304 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.617726 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.618189 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.618581 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.618979 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.619405 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.619810 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.620428 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.620825 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.621226 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.621612 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Tracked resource versions report: Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: pushed versions: Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: { 'AddressGroup': {'1.2'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'ConntrackHelper': {'1.0'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Log': {'1.0'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Network': {'1.1'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Port': {'1.7'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'PortForwarding': {'1.2'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'QosPolicy': {'1.8'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroup': {'1.4'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroupRule': {'1.2'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SubPort': {'1.0'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Subnet': {'1.1'}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Trunk': {'1.1'}} Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: consumer versions: Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: { DHCP agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: HyperV agent@hv-cinder-80069: {}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: L3 agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: Metadata agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: Metering agent@dv-cinder-800696-2-iscsi: {}, Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: Open vSwitch agent@dv-cinder-800696-2-iscsi: { 'AddressGroup': '1.2', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'ConntrackHelper': '1.0', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Log': '1.0', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Network': '1.1', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Port': '1.7', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'PortForwarding': '1.2', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'QosPolicy': '1.8', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroup': '1.4', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SecurityGroupRule': '1.2', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'SubPort': '1.0', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Subnet': '1.1', Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: 'Trunk': '1.1'}} Jul 14 13:51:01.623305 dv-cinder-800696-2-iscsi neutron-server[99568]: {{(pid=99568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 13:51:01.704015 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Attempting to bind port c331758b-6cd0-428c-9da4-35572b25e9d4 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:01.704677 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Attempting to bind port c331758b-6cd0-428c-9da4-35572b25e9d4 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:01.705013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.705481 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Attempting to bind port c331758b-6cd0-428c-9da4-35572b25e9d4 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:01.714726 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:01.715145 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:01.716074 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.716767 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:01.717385 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Bound port: c331758b-6cd0-428c-9da4-35572b25e9d4, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:01.717813 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.755415 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.db.resource_extend [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 13:51:01.790899 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] For port c331758b-6cd0-428c-9da4-35572b25e9d4, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:01.795353 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] For port c331758b-6cd0-428c-9da4-35572b25e9d4, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c331758b-6cd0-428c-9da4-35572b25e9d4,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:01.802302 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.842804 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.844049 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:01.845030 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.873918 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-575e0caf-ad2a-4499-ac5b-ccac997229a6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:01.879923 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c695d2-cce2-436e-bd94-356e05437ada None None] Pushing event updated for resources: {'Port': ['ID=c331758b-6cd0-428c-9da4-35572b25e9d4,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:01.881718 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-575e0caf-ad2a-4499-ac5b-ccac997229a6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.4799089 Jul 14 13:51:01.884650 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Allocated IP 172.20.0.2 (87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a/2497c72d-178f-4146-b2c9-b2c4119de020/e243c5d2-0710-4522-aa7d-c285d9f12ec9) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:01.910254 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:01.914660 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:01.915466 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:01.936145 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5451708 Jul 14 13:51:01.980128 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-a425dffd-35fe-4c9a-9c16-99c40bb1ec67 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/quotas/ef1561ad679b4276800c81c931e147ef HTTP/1.1" status: 200 len: 375 time: 0.0974593 Jul 14 13:51:01.981760 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56166) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:01.989288 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.016943 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.023880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Request body: {'subnet': {'network_id': '247d39a3-061f-4be7-b9b6-5bd27fa4689b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-861839712-subnet', 'tenant_id': '7a0cd85e785b4665a119f94f0bb19aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:02.083204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Allocated IP 172.20.0.1 (2637d5bd-2598-4efd-aa33-6141ecdfeac2/970e46cc-7e66-4916-995d-e3c13397ffb4/c09278c7-f521-4161-989a-0ab9db0bfde0) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:02.085758 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-889a4667-5b0a-4c0f-84d2-c03810482475 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997379 Jul 14 13:51:02.135835 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:02.171634 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7706a-38e3-46a0-b807-3cfe9d47200f admin admin] Pushing event updated for resources: {'Network': ['ID=247d39a3-061f-4be7-b9b6-5bd27fa4689b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:02.189352 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.202496 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 247d39a3-061f-4be7-b9b6-5bd27fa4689b details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:02.262633 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Transition to ACTIVE for port object e243c5d2-0710-4522-aa7d-c285d9f12ec9 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:02.269632 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Made reservation on behalf of 7a0cd85e785b4665a119f94f0bb19aa3 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:02.273977 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.276541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.292807 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Transition to ACTIVE for port object c09278c7-f521-4161-989a-0ab9db0bfde0 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:02.323209 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Transition to ACTIVE for port object e243c5d2-0710-4522-aa7d-c285d9f12ec9 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:02.344713 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.365125 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.391754 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:02.394768 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:02.408664 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:02.419051 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:02.420382 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a6804e2d-4c10-4bc1-ab23-38b391dd029a req-33766df2-9f19-4232-97cc-53bfa91025f3 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.1285574 Jul 14 13:51:02.426341 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:02.429464 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:02.429957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.450512 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Pushing event updated for resources: {'Port': ['ID=e243c5d2-0710-4522-aa7d-c285d9f12ec9,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:02.463644 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-dad5ec89-0cab-4404-b142-1a2c93bbfe41 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:51:02.464984 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-dad5ec89-0cab-4404-b142-1a2c93bbfe41 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1320167 Jul 14 13:51:02.522040 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Attempting to bind port e243c5d2-0710-4522-aa7d-c285d9f12ec9 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:02.522421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Attempting to bind port e243c5d2-0710-4522-aa7d-c285d9f12ec9 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:02.523193 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Attempting to bind port e243c5d2-0710-4522-aa7d-c285d9f12ec9 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:02.530439 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:02.530953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Checking segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:02.531257 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.531623 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Bound using segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:02.532120 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Bound port: e243c5d2-0710-4522-aa7d-c285d9f12ec9, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:02.532617 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.541553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Pushing event updated for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:02.581049 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:50:56Z', 'revision_number': 3, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:02.623322 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.660613 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c30c-0766-4d6b-9760-6e1bddb6417e None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:50:56Z', 'revision_number': 3, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:02.685245 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] For port e243c5d2-0710-4522-aa7d-c285d9f12ec9, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:02.692546 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] For port e243c5d2-0710-4522-aa7d-c285d9f12ec9, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e243c5d2-0710-4522-aa7d-c285d9f12ec9,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:02.699894 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.765312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca81c9-0f65-44ab-b245-734097b73c8f None None] Pushing event updated for resources: {'Port': ['ID=e243c5d2-0710-4522-aa7d-c285d9f12ec9,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:02.800216 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Allocated IP 172.27.3.178 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/0891df6e-f46a-41ee-af5a-804cdcb09ddc) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:02.819470 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-5a71f857-9965-4079-a5b5-94af0da79391 None None] Provisioning for port c09278c7-f521-4161-989a-0ab9db0bfde0 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:02.831861 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-5a71f857-9965-4079-a5b5-94af0da79391 None None] Provisioning complete for port c09278c7-f521-4161-989a-0ab9db0bfde0 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:02.832317 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:02.832832 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-5a71f857-9965-4079-a5b5-94af0da79391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.849908 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:02.864136 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:02.903659 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:02.929143 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-5a71f857-9965-4079-a5b5-94af0da79391 None None] Port c09278c7-f521-4161-989a-0ab9db0bfde0 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:02.965787 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Pushing event updated for resources: {'Port': ['ID=848ca792-8698-48af-9343-be3298066e4c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:03.011142 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:03.018197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.139238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-a07d3fb7-aa38-46a7-ac7e-2a75f08be83b service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488831 Jul 14 13:51:03.171439 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:03.171989 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.224458 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.300606 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:03.311010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:03.314657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:03.441009 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.477493 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.479054 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.500884 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0891df6e-f46a-41ee-af5a-804cdcb09ddc,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:03.538908 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-caf1b634-d4b4-4400-b2ba-fe37d8c89101 service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008300 Jul 14 13:51:03.563137 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:03.653000 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa04f194-dfde-43f4-80a6-410212917cec,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:03.674461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Pushing event updated for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:03.870692 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-55fe6491-7854-40fc-8131-8b668fa335d9 req-186872b0-dd64-4586-aca8-f495470305cb tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.2189298 Jul 14 13:51:04.099092 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:04.105783 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:04.214277 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.334100 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.376392 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Checking segment: {'id': 'd4e0a7a0-db90-450a-83f3-2b026a4458cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '247d39a3-061f-4be7-b9b6-5bd27fa4689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:04.378268 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Network hostable DHCP agents. Network: 247d39a3-061f-4be7-b9b6-5bd27fa4689b, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:04.437800 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4a97fad2-14b7-4f30-8751-471af39309ca req-317268dc-c226-4b35-9683-9fa86baf31d6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.2166178 Jul 14 13:51:04.450628 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765643f-14ee-49f1-b0f6-334b8baf0d61 None None] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:04.511608 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:04.555102 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Network 247d39a3-061f-4be7-b9b6-5bd27fa4689b is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:04.601507 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 247d39a3-061f-4be7-b9b6-5bd27fa4689b) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:04.606430 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7b9731a4-15e2-49a1-8fac-0afb828b21cb None None] Provisioning for port e243c5d2-0710-4522-aa7d-c285d9f12ec9 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:04.614929 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c12c77-5be5-4694-9721-a24bc248b63e None None] Network 247d39a3-061f-4be7-b9b6-5bd27fa4689b requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:04.623779 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:04.624131 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.685025 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-27f0c45b-ad77-4f6b-8391-41bb55552d04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6890795 Jul 14 13:51:04.836126 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.877450 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:04.898362 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ca14cc7f-579d-487d-96dc-6d2a28adc5ab admin admin] 10.222.0.44 "PUT /v2.0/routers/c8077390-12ca-40dc-9bb3-3db7ee90e57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1080332 Jul 14 13:51:04.943046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.964780 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-25bf4e0e-9b0b-4ccb-843a-232edf5011c5 None None] Provisioning complete for port c09278c7-f521-4161-989a-0ab9db0bfde0 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:04.965158 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-25bf4e0e-9b0b-4ccb-843a-232edf5011c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:04.971890 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56230) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:05.050087 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4e0e-9b0b-4ccb-843a-232edf5011c5 None None] Port c09278c7-f521-4161-989a-0ab9db0bfde0 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:05.110961 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1b91f-78a6-4c32-8ba2-a152bb979f29 None None] Network 247d39a3-061f-4be7-b9b6-5bd27fa4689b requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:05.239679 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c331758b-6cd0-428c-9da4-35572b25e9d4 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:05.265589 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:51:05.363996 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Deleting subnet 5f5eec57-135b-4ffd-bef3-2323dee6bb75 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:51:05.380269 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.455972 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c331758b-6cd0-428c-9da4-35572b25e9d4 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:05.470052 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c331758b-6cd0-428c-9da4-35572b25e9d4 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:05.471129 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.557681 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:05.591621 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:05.603748 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.36', 62604) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:05.623610 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:05.671375 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:05.695832 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:05.696697 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:05.741349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:05.746082 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:05.755959 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b2f306b-1329-4ffd-9425-8bc9b3c9a150 req-77d77d85-a7c4-4432-b0b5-9a3eb630e634 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.2561424 Jul 14 13:51:05.767168 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.054688 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.061077 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-94c6c51d-9e56-4187-8d88-3715fb465bf0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9487412 Jul 14 13:51:06.076229 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:51:06.081677 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56278) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.095880 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b80193d2-bfc8-4975-b7b3-2226750c4ff7 req-67054776-e6e2-4f00-8fb5-35a6920e280a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.1815131 Jul 14 13:51:06.222252 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Router 53008830-9c83-4a25-9368-ae1f6435083a is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:51:06.229660 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:06.238311 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:06.239422 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.324576 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.325998 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5f5eec57-135b-4ffd-bef3-2323dee6bb75 HTTP/1.1" status: 204 len: 168 time: 1.3422213 Jul 14 13:51:06.330022 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56286) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.348212 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3ea22-4677-483d-9b0f-a10b438033e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5eec57-135b-4ffd-bef3-2323dee6bb75,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.391595 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-a6b01a30-4e40-4e94-8921-422b129149c8 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:06.394998 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-a6b01a30-4e40-4e94-8921-422b129149c8 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.36 "GET /v2.0/networks?id=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a HTTP/1.1" status: 200 len: 812 time: 0.7864399 Jul 14 13:51:06.467527 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56292) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.474543 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200864960', 'description': 'tempest-description--1213725661'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:06.519420 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.556545 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c331758b-6cd0-428c-9da4-35572b25e9d4, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c331758b-6cd0-428c-9da4-35572b25e9d4,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:06.562948 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 2, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.570209 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.570681 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.571009 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e243c5d2-0710-4522-aa7d-c285d9f12ec9 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:06.578848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.606836 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:06.608370 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Updating router c8077390-12ca-40dc-9bb3-3db7ee90e57a port c09278c7-f521-4161-989a-0ab9db0bfde0 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:06.625193 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:06.654645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Sync routers for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:06.658586 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.668302 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:03Z', 'revision_number': 3, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.685030 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.695892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.696529 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.697632 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.698044 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > port after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.698431 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > port after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.698837 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > port after_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.699212 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.699620 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.700040 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.700484 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.705241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.719913 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:06.720541 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Updating router a211f3cd-10dc-4d50-bc21-f8a3532fac38 port 0891df6e-f46a-41ee-af5a-804cdcb09ddc binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:06.732446 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:06.733324 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.734806 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.780020 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.781281 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3120642 Jul 14 13:51:06.785863 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56294) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.787812 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e9f8b-5220-4a8d-94c4-37a56c37a76f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1332e71-f442-445e-979b-658300463858,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.793260 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group_rule': {'security_group_id': 'f1332e71-f442-445e-979b-658300463858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:06.850603 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c331758b-6cd0-428c-9da4-35572b25e9d4,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:06.874516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.875091 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.875403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.876586 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:51:06.876586 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777decdc-e1e7-4b5c-8ec3-2ade19a692dc']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.902264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b340eaf-a387-43d0-a76c-ec4658f1899c') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.902561 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b340eaf-a387-43d0-a76c-ec4658f1899c') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:06.907096 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.908687 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3f81fdb7-d6e7-4708-a6c8-c402ad34b36a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5710073 Jul 14 13:51:06.912035 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port e243c5d2-0710-4522-aa7d-c285d9f12ec9 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:06.918074 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56298) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:06.932715 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.934127 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:06.997721 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.016648 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Transition to ACTIVE for port object c09278c7-f521-4161-989a-0ab9db0bfde0 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:07.027653 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.090470 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c0ac4-6b50-4180-989c-d443399b2689 None None] Pushing event updated for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.167250 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port e243c5d2-0710-4522-aa7d-c285d9f12ec9 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:07.168021 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.197740 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bf441134-371c-4c40-a2d2-cac90004f827 req-8bbe84ad-1d7d-4bb0-967f-2ac201b60082 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.2696257 Jul 14 13:51:07.240327 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.261763 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:51:07.262998 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: from cryptography.utils import int_from_bytes Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: from cryptography.utils import int_from_bytes Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:51:07.268283 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:51:07.271598 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Attempting to bind port c09278c7-f521-4161-989a-0ab9db0bfde0 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:07.272306 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Attempting to bind port c09278c7-f521-4161-989a-0ab9db0bfde0 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:07.272726 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Attempting to bind port c09278c7-f521-4161-989a-0ab9db0bfde0 on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:07.274385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.280713 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.287019 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:07.287508 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Checking segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:07.287916 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.289842 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Bound using segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:07.292692 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Bound port: c09278c7-f521-4161-989a-0ab9db0bfde0, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:07.293132 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.341501 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:07.373952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.411238 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] For port c09278c7-f521-4161-989a-0ab9db0bfde0, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:07.415488 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] For port c09278c7-f521-4161-989a-0ab9db0bfde0, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c09278c7-f521-4161-989a-0ab9db0bfde0,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:07.422164 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.472506 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8655c091-8d47-4f16-bbde-e3de0c7e8de4 req-68bb82e2-b61e-4626-8cac-a37f72601f8f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.0988657 Jul 14 13:51:07.472902 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.481889 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.551161 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:07.552124 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:07.564322 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.595604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Pushing event deleted for resources: {'Network': ['ID=777decdc-e1e7-4b5c-8ec3-2ade19a692dc,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.611165 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c0ac4-6b50-4180-989c-d443399b2689 None None] Pushing event updated for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.623124 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.625828 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1f27d3f2-954a-4bf8-9058-03cba59f114e admin admin] 10.222.0.44 "DELETE /v2.0/networks/777decdc-e1e7-4b5c-8ec3-2ade19a692dc HTTP/1.1" status: 204 len: 168 time: 1.2899776 Jul 14 13:51:07.632062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56310) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.692201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Deleting subnet fa04f194-dfde-43f4-80a6-410212917cec {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:51:07.696609 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.740663 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.768275 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:07.776747 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Allocated IP 172.20.0.1 (87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a/2497c72d-178f-4146-b2c9-b2c4119de020/ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:07.792209 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.913550 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.916619 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33a2730-4870-4f67-a993-040b7f9d4fb8,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.934556 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.937471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.938975 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-399f49ec-1b40-439b-a26f-7f2d3682c268 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1520855 Jul 14 13:51:07.944521 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56312) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.949682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group_rule': {'security_group_id': 'f1332e71-f442-445e-979b-658300463858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:07.959820 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa04f194-dfde-43f4-80a6-410212917cec,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:07.973565 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.976010 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:07.978248 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-577bd6f2-b9c6-4924-a1d6-e13c1e4a2962 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fa04f194-dfde-43f4-80a6-410212917cec HTTP/1.1" status: 204 len: 168 time: 0.3417540 Jul 14 13:51:07.984197 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56314) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:07.996732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Transition to ACTIVE for port object ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:07.998872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.054591 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.067134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.079166 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.103654 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e43fdd-a49b-4750-ba1e-08eea5197c2d,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.111140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.112506 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4165622c-50d7-4350-9cd9-b2dd65f246ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666732 Jul 14 13:51:08.114330 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:07Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:08.115772 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56316) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:08.121364 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:08.150175 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.164621 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843df45a-682f-4a08-83b4-566d49145b1e None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:07Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:08.202285 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Transition to ACTIVE for port object 0891df6e-f46a-41ee-af5a-804cdcb09ddc will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:08.212388 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port e243c5d2-0710-4522-aa7d-c285d9f12ec9, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e243c5d2-0710-4522-aa7d-c285d9f12ec9,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:08.212861 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Pushing event updated for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.216734 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.221395 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.232698 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.272320 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.292049 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:08.350564 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=e243c5d2-0710-4522-aa7d-c285d9f12ec9,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.353916 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Attempting to bind port 0891df6e-f46a-41ee-af5a-804cdcb09ddc on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:08.354287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Attempting to bind port 0891df6e-f46a-41ee-af5a-804cdcb09ddc by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:08.354650 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Attempting to bind port 0891df6e-f46a-41ee-af5a-804cdcb09ddc on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:08.357940 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:08.361071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:08.361669 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.364854 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:08.365231 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:08.365638 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.366029 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:08.366503 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Bound port: 0891df6e-f46a-41ee-af5a-804cdcb09ddc, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:08.366975 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.470496 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:03Z', 'revision_number': 3, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:08.545950 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Checking router: 53008830-9c83-4a25-9368-ae1f6435083a for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:08.546788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Updating router 53008830-9c83-4a25-9368-ae1f6435083a port 848ca792-8698-48af-9343-be3298066e4c binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:08.597117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.599521 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c331758b-6cd0-428c-9da4-35572b25e9d4 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:08.663351 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bf8bd5aa-68d2-4de8-8529-b255fdaf6ba9 req-e5644b07-90c1-4b99-90b5-d9f61b3c6df3 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.0807636 Jul 14 13:51:08.674222 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.702877 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247d39a3-061f-4be7-b9b6-5bd27fa4689b']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:08.707165 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.719812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e0a7a0-db90-450a-83f3-2b026a4458cd') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:08.720192 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e0a7a0-db90-450a-83f3-2b026a4458cd') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:08.762610 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.772066 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb564-a752-4d51-acde-c98fdecf643e None None] Pushing event updated for resources: {'Port': ['ID=0891df6e-f46a-41ee-af5a-804cdcb09ddc,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:08.821486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] For port 0891df6e-f46a-41ee-af5a-804cdcb09ddc, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:08.829384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c331758b-6cd0-428c-9da4-35572b25e9d4 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:08.829816 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.833819 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.837345 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] For port 0891df6e-f46a-41ee-af5a-804cdcb09ddc, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=0891df6e-f46a-41ee-af5a-804cdcb09ddc,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:08.844442 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-47a4f56a-252f-4e1e-afc6-4ef27fb6d139 req-34b218cf-a6f8-42ae-b644-c8d9b22ce52e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.1090603 Jul 14 13:51:08.920950 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.966872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:08.998301 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-eb67d10f-9911-4329-a553-b7c1d57f9c9b None None] Provisioning for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:09.001105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.009818 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:09.010469 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:09.014363 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:51:09.014896 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:51:09.016978 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:51:09.074575 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-eb67d10f-9911-4329-a553-b7c1d57f9c9b None None] Provisioning complete for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:09.076141 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-eb67d10f-9911-4329-a553-b7c1d57f9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.118465 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.130059 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.149257 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/247d39a3-061f-4be7-b9b6-5bd27fa4689b HTTP/1.1" status: 204 len: 168 time: 1.1498475 Jul 14 13:51:09.151730 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Allocated IP 172.27.3.125 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/f22524dc-a998-407b-b419-0641eee054f3) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:09.204421 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6395-64a2-4208-b6e8-c0ffc41bbae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=247d39a3-061f-4be7-b9b6-5bd27fa4689b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.357122 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:09.371843 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Allocated IP 172.20.0.1 (9c40e60d-14a3-4227-b692-df5c1d7ab3f5/ff12c307-cea1-44ed-ac88-12d6a537b935/2b747e2e-50f0-45f5-807e-955777d4e222) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:09.450387 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.467656 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-eb67d10f-9911-4329-a553-b7c1d57f9c9b None None] Port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:09.519603 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Request body: {'port': {'device_id': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a', 'admin_state_up': True, 'tenant_id': 'd4a7dcd546d2443c9d0aca064de0848f'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:09.565749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56342) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.566732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.588239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.616589 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.652865 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.653630 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.675035 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c09278c7-f521-4161-989a-0ab9db0bfde0 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:09.682988 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b2290ad7-8dfa-4c15-8a04-419fcb0223ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42ccb8bcbbf84699a9f7f42456cccd0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1163461 Jul 14 13:51:09.685421 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56350) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:09.686190 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:09.700538 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:09.738002 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:09.753646 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb564-a752-4d51-acde-c98fdecf643e None None] Pushing event updated for resources: {'Port': ['ID=0891df6e-f46a-41ee-af5a-804cdcb09ddc,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.784729 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.798101 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.810180 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=f22524dc-a998-407b-b419-0641eee054f3,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.930925 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:09.933064 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Pushing event updated for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:09.957329 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:09.972842 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-63f2132a-9ce0-4af8-b46c-0f16c7c69d80 req-3308cba2-5f20-4b91-aa5f-f85622fa4b37 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.0564878 Jul 14 13:51:09.973876 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:09.985508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:10.050254 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.080012 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.36', 62611) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:10.109021 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c09278c7-f521-4161-989a-0ab9db0bfde0 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:10.127753 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c09278c7-f521-4161-989a-0ab9db0bfde0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:10.128134 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.206386 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:07Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:10.262814 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370912ba-1930-41be-88aa-c984c96dbf9b None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:07Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:10.287777 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.346432 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Pushing event updated for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:10.429828 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.457007 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.473049 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:10.477049 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:10.484483 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Made reservation on behalf of d4a7dcd546d2443c9d0aca064de0848f for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:10.489250 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.533542 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c09278c7-f521-4161-989a-0ab9db0bfde0, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c09278c7-f521-4161-989a-0ab9db0bfde0,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:10.546259 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.610161 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:10.671510 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:10.917744 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-02ba0c18-b298-4b6e-9fed-50139b342a0a req-a7d4bdc3-6896-40f0-bfa5-cf3d3bcad0f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.4731441 Jul 14 13:51:10.945200 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e243c5d2-0710-4522-aa7d-c285d9f12ec9 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:11.175457 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f3a6bc9a-258a-4c3d-bf47-9502551035cb None None] Provisioning complete for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:11.175457 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bc9a-258a-4c3d-bf47-9502551035cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.281852 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port e243c5d2-0710-4522-aa7d-c285d9f12ec9 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:11.282398 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.332963 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6bc9a-258a-4c3d-bf47-9502551035cb None None] Port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:11.371157 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Transition to ACTIVE for port object 848ca792-8698-48af-9343-be3298066e4c will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:11.388292 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.402494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-4d62b6e5-2666-433c-91c8-a0bbb175c882 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:11.407518 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-4d62b6e5-2666-433c-91c8-a0bbb175c882 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 1.3257458 Jul 14 13:51:11.493121 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.513833 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.515897 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a03397ec-3fc9-45a5-810a-c8d6e90c8938 HTTP/1.1" status: 204 len: 168 time: 1.8292496 Jul 14 13:51:11.576387 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Request body: {'port': {'device_id': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'admin_state_up': True, 'tenant_id': 'ef1561ad679b4276800c81c931e147ef'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:11.796036 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13b3a-7c51-4c51-9cb3-81dc642d2a87 None None] Pushing event updated for resources: {'Port': ['ID=848ca792-8698-48af-9343-be3298066e4c,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:11.920195 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Attempting to bind port 848ca792-8698-48af-9343-be3298066e4c on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:11.920573 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Attempting to bind port 848ca792-8698-48af-9343-be3298066e4c by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:11.920917 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Attempting to bind port 848ca792-8698-48af-9343-be3298066e4c on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:11.927852 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:11.928303 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:11.928645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:11.929047 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:11.929717 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Bound port: 848ca792-8698-48af-9343-be3298066e4c, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:11.930427 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.025246 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] For port 848ca792-8698-48af-9343-be3298066e4c, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:12.042940 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] For port 848ca792-8698-48af-9343-be3298066e4c, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=848ca792-8698-48af-9343-be3298066e4c,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:12.056821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.082604 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:12.235619 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Allocated IP 172.20.0.8 (091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a/576fe4fc-7788-4bf7-974f-7dad124bf22f/04088766-8c7e-4fbb-bdfd-6d85539a5fe0) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:12.418009 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:12.418649 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:12.428102 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13b3a-7c51-4c51-9cb3-81dc642d2a87 None None] Pushing event updated for resources: {'Port': ['ID=848ca792-8698-48af-9343-be3298066e4c,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.500007 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e882b9-c2cc-44ee-bb54-319079ea1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03397ec-3fc9-45a5-810a-c8d6e90c8938,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:12.520621 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.553974 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-41759329-3522-4d9c-b362-90b466e3b7ec req-c40bf397-47cb-451f-aced-e62c19f704a8 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 1.1128073 Jul 14 13:51:12.592835 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:12.740562 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a8c7e4bd-2fb4-424c-8c91-f16fa7af7efa req-7c5dc96c-3668-41e2-8cec-8547ba063c4e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.1979465 Jul 14 13:51:12.982645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:13.001618 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.078413 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.112749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:13.118357 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.163215 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 0891df6e-f46a-41ee-af5a-804cdcb09ddc up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:13.199350 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56420) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:13.336570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=f22524dc-a998-407b-b419-0641eee054f3,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:13.385550 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.420897 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e8fa02da-7ef8-4f7b-af00-154572031839 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3035781 Jul 14 13:51:13.646994 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 0891df6e-f46a-41ee-af5a-804cdcb09ddc completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:13.670336 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:13.673620 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 0891df6e-f46a-41ee-af5a-804cdcb09ddc triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:13.689687 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.697415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.703114 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a45e5a81-9a65-40ed-8601-8019e5a5cb12 admin admin] 10.222.0.44 "PUT /v2.0/routers/a211f3cd-10dc-4d50-bc21-f8a3532fac38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6203587 Jul 14 13:51:13.841222 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:03Z', 'revision_number': 3, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:13.858051 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Allocated IP 172.20.0.6 (ed1e0de2-a73b-491c-a35f-d98d2b118619/270967d9-cdbb-40bb-9b16-f98f0d4d4c2b/0b1c36f5-ae84-42cb-bf00-29d0235fc8ac) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:13.880349 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:13.887700 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1d06d4-d1e7-4726-b9da-c7846e30acac None None] The sync data for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi is: [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:03Z', 'revision_number': 3, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:13.946851 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.007976 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 0891df6e-f46a-41ee-af5a-804cdcb09ddc, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=0891df6e-f46a-41ee-af5a-804cdcb09ddc,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:14.014221 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.015354 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c09278c7-f521-4161-989a-0ab9db0bfde0 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:14.145785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:14.150914 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:14.157450 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:14.165727 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.166412 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.168990 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Pushing event updated for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:14.181147 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=0891df6e-f46a-41ee-af5a-804cdcb09ddc,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:14.184995 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c09278c7-f521-4161-989a-0ab9db0bfde0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:14.185371 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.197197 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e310f2dd-acdb-4cf1-90e4-82a5e8ef36bd tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6861300 Jul 14 13:51:14.272111 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-3cf64c73-5747-42e8-bce5-015309bcb958 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--200864960&fields=id&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 267 time: 0.4284506 Jul 14 13:51:14.341268 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56454) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:14.341853 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8dfd1450-c2ff-407d-8dee-c045896e4fb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a0cd85e785b4665a119f94f0bb19aa3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1349099 Jul 14 13:51:14.428464 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.430626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.445190 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e4d88-fcc7-43b7-86be-d78f51481023 req-eec092e9-5ef3-4d3e-8227-2edca0976918 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:14.446899 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-226e4d88-fcc7-43b7-86be-d78f51481023 req-eec092e9-5ef3-4d3e-8227-2edca0976918 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 931 time: 0.6115396 Jul 14 13:51:14.464439 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.515610 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.550133 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.553094 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.561285 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.562941 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e1f7637-bde9-4325-b071-f5b66f25b11a HTTP/1.1" status: 204 len: 168 time: 0.2253511 Jul 14 13:51:14.579166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047b09-2888-4829-b0c2-5255c594c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f7637-bde9-4325-b071-f5b66f25b11a,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:14.609632 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-226e4d88-fcc7-43b7-86be-d78f51481023 req-ba149f21-2755-4225-82d4-e6c822b2143d tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455936 Jul 14 13:51:14.721898 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 0891df6e-f46a-41ee-af5a-804cdcb09ddc up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:14.820444 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 0891df6e-f46a-41ee-af5a-804cdcb09ddc triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:14.821000 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:14.975516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:15.075260 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-1a9be2af-90b3-4b47-96b4-3bd22309d024 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:15.076922 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-1a9be2af-90b3-4b47-96b4-3bd22309d024 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 816 time: 0.7864234 Jul 14 13:51:15.132436 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:15.184051 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Pushing event updated for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:15.281642 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-f2176d1c-7f50-414f-a990-df9453afbf51 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/quotas/52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 375 time: 0.1932819 Jul 14 13:51:15.324083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:15.377741 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:15.395297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:15.438924 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08799-678a-4d40-82fc-438f1590cb8b req-de99a4ed-5487-4e29-a05c-1521d0e4fc9e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:15.446542 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-99b08799-678a-4d40-82fc-438f1590cb8b req-de99a4ed-5487-4e29-a05c-1521d0e4fc9e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 931 time: 0.4630027 Jul 14 13:51:15.487158 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event updated for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:15.519106 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:15.556621 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:15.601896 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:15.608550 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-99b08799-678a-4d40-82fc-438f1590cb8b req-75973230-cfbf-4f96-ba46-23007b173f82 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609709 Jul 14 13:51:15.622998 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:15.623687 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:15.630813 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:15.632055 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:15.702555 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-6b0cb791-aaf4-48b0-8618-ae00f94beff9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1447031 Jul 14 13:51:15.715214 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-6ff25c6a-83a2-441e-a3ce-93dfb4728bb9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4150424 Jul 14 13:51:15.888023 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:15.941014 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-ef8fba67-049b-4ead-9942-7a3d46e458d9 service neutron] 10.222.0.44 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849601 Jul 14 13:51:16.169794 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Router 53008830-9c83-4a25-9368-ae1f6435083a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:16.328447 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d16bb616-035c-47a6-9f41-4187a2da3237 service neutron] 10.222.0.44 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760831 Jul 14 13:51:16.355303 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 2, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:16.437255 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:16.437755 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Updating router a211f3cd-10dc-4d50-bc21-f8a3532fac38 port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:16.536393 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:16.557124 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0185efc2-c7e3-42ea-8690-62e229450699 admin admin] 10.222.0.44 "PUT /v2.0/routers/53008830-9c83-4a25-9368-ae1f6435083a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6376135 Jul 14 13:51:16.647305 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56504) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:16.652649 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665363570', 'description': 'tempest-description--1734714216'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:16.705046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.737049 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:16.790475 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 848ca792-8698-48af-9343-be3298066e4c up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:17.011981 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 848ca792-8698-48af-9343-be3298066e4c completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:17.016634 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 848ca792-8698-48af-9343-be3298066e4c triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:17.017170 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.108571 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.118170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.244217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.245477 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5971718 Jul 14 13:51:17.266476 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56524) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:17.286273 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a6b6-cbd9-489d-8710-d2fb88dc9069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:17.314147 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.325952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d0cc-a744-466f-975e-d8a7d5e30a40 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea03a6b6-cbd9-489d-8710-d2fb88dc9069,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.329460 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.333248 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d33716-add6-4c4c-b7de-09b8be3b1439 req-b7df99ee-8a3a-4b56-ab17-ec78cc44c4c1 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:17.339456 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5d33716-add6-4c4c-b7de-09b8be3b1439 req-b7df99ee-8a3a-4b56-ab17-ec78cc44c4c1 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 931 time: 0.4399059 Jul 14 13:51:17.344869 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Transition to ACTIVE for port object ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:17.364469 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.374049 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-eea3c445-a478-4666-83c7-ac80b94d8985 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:51:17.376199 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 848ca792-8698-48af-9343-be3298066e4c, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=848ca792-8698-48af-9343-be3298066e4c,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:17.377543 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-eea3c445-a478-4666-83c7-ac80b94d8985 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146050 Jul 14 13:51:17.384661 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-58a19301-c8be-45c0-a75a-683c661d287d tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 13:51:17.387426 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-58a19301-c8be-45c0-a75a-683c661d287d tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313547 Jul 14 13:51:17.389923 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.470322 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.509362 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5d33716-add6-4c4c-b7de-09b8be3b1439 req-39319c6e-50cb-4b1b-99be-ed31fa2a0a71 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645730 Jul 14 13:51:17.555666 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=848ca792-8698-48af-9343-be3298066e4c,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.574213 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb59b-e8f0-4b8e-b3cb-9ffdc453a4aa None None] Pushing event updated for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.617777 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70301-95fd-4525-9273-2ae84d3562d6 req-94f9aacb-dedb-4bd9-9a1a-521508a9534a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:17.630153 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-54a70301-95fd-4525-9273-2ae84d3562d6 req-94f9aacb-dedb-4bd9-9a1a-521508a9534a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 931 time: 0.4684856 Jul 14 13:51:17.776715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.786227 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.825033 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b37e7d-9897-4998-a631-0c91fe594e89,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:17.842028 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-73c6dbc7-7096-4085-9217-ad75d14edb79 req-f525884c-fb56-4d22-991d-4f1565e8682b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.1688726 Jul 14 13:51:17.850533 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-54a70301-95fd-4525-9273-2ae84d3562d6 req-08f8d40a-0195-4e3f-a207-152a3d40084f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186959 Jul 14 13:51:17.861903 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Attempting to bind port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:17.865116 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Attempting to bind port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:17.865829 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Attempting to bind port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:17.901364 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:17.901666 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Checking segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:17.902084 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.902481 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Bound using segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:17.902964 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Bound port: ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:17.909039 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.909491 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:17.913685 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f31d98e1-48f8-44a2-97b8-3895899e4135 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6418529 Jul 14 13:51:17.914555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56546) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:17.928517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group_rule': {'security_group_id': 'ea03a6b6-cbd9-489d-8710-d2fb88dc9069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:18.058380 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.118656 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Request body: {'port': {'device_id': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:18.140203 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] For port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:18.156104 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] For port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:18.166875 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.190127 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Sync routers for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:18.212040 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:18.214934 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Request body: {'port': {'device_id': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:18.223400 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:18.381442 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb59b-e8f0-4b8e-b3cb-9ffdc453a4aa None None] Pushing event updated for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:18.444548 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:18.447152 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:18.459001 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.505765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.551119 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.624017 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.661944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:18.704381 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7878323 Jul 14 13:51:18.705539 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dd64c-b9c1-420d-8981-af9ccc6bcbf7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8974becc-2611-462d-92db-bdb570989744,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:18.735583 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56568) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:18.836906 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:18.883217 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:18.981414 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:19.058016 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:19.401535 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:19.433178 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:19.435606 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.467295 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56586) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:19.484516 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.638874 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.680453 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:19.696724 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:19.707206 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 848ca792-8698-48af-9343-be3298066e4c up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:19.716260 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:18Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:19.779647 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6907b057-518a-455f-91bc-4732c2daa051 None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:18Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:19.899313 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f417b-5e92-4d31-8f71-89720e5b750d req-d38c3d4c-7c27-4ecf-980b-1d5b6f9ea42f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:19.900957 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9a9f417b-5e92-4d31-8f71-89720e5b750d req-d38c3d4c-7c27-4ecf-980b-1d5b6f9ea42f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 931 time: 0.6907823 Jul 14 13:51:20.068834 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-61a0f135-eca1-424a-ab98-02a05c888767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.110508 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.36', 62626) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:20.146141 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9a9f417b-5e92-4d31-8f71-89720e5b750d req-c9442706-2c79-4328-a143-f7f230ba5b97 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664536 Jul 14 13:51:20.219705 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:20.316430 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-e9c83486-b7a1-4633-ab86-fffe66f9af01 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.330065 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-e9c83486-b7a1-4633-ab86-fffe66f9af01 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 819 time: 0.7676258 Jul 14 13:51:20.349304 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.409395 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:20.455286 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:12Z', 'revision_number': 4, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '2b747e2e-50f0-45f5-807e-955777d4e222', 'name': '', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'mac_address': 'fa:16:3e:73:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:08Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 2, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'subnets': [{'id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:20.463149 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Transition to ACTIVE for port object 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:20.502627 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-b9c0eb90-c380-48a1-97e2-3d5384719b6c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/quotas/69362cae63a243569c8afe3e4adcea10 HTTP/1.1" status: 200 len: 375 time: 0.1685138 Jul 14 13:51:20.505264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.608509 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Checking router: 53008830-9c83-4a25-9368-ae1f6435083a for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:20.618941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Updating router 53008830-9c83-4a25-9368-ae1f6435083a port 2b747e2e-50f0-45f5-807e-955777d4e222 binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:51:20.625308 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 848ca792-8698-48af-9343-be3298066e4c triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:20.626386 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.744474 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-21b7dc45-77d4-498a-9093-b2396234b7c5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:20.746556 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-21b7dc45-77d4-498a-9093-b2396234b7c5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 816 time: 0.6259620 Jul 14 13:51:20.887074 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:20.889047 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.040009 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:21.215594 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:21.219666 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6d9b0-aa1c-4d4f-ad1b-c6dadbd11ad6 req-56890409-39b9-4330-8c09-40935cba36e8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.226417 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a2f6d9b0-aa1c-4d4f-ad1b-c6dadbd11ad6 req-56890409-39b9-4330-8c09-40935cba36e8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 931 time: 0.3493626 Jul 14 13:51:21.232854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.288793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Attempting to bind port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:21.289177 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Attempting to bind port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '964a56cc-5b5c-418c-bd03-57248f72ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:21.289480 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Attempting to bind port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 on network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:21.297400 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Transition to ACTIVE for port object 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:21.298123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a2f6d9b0-aa1c-4d4f-ad1b-c6dadbd11ad6 req-53267dd6-cbab-46f8-a8a1-f7b0670d2050 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Jul 14 13:51:21.298893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 on network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:21.299441 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Attempting to bind port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 on network 091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:21.314265 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:21.315047 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Checking segment: {'id': '964a56cc-5b5c-418c-bd03-57248f72ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:21.315614 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.315762 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Bound using segment: {'id': '964a56cc-5b5c-418c-bd03-57248f72ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:21.316451 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Bound port: 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964a56cc-5b5c-418c-bd03-57248f72ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:21.316817 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.323238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-cb0a46d3-a5e7-440e-82c9-645591b6decc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4541156 Jul 14 13:51:21.337407 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:21.361653 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-61a0f135-eca1-424a-ab98-02a05c888767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.456153 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-61a0f135-eca1-424a-ab98-02a05c888767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.470800 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.499259 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Transition to ACTIVE for port object 2b747e2e-50f0-45f5-807e-955777d4e222 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:21.504635 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:21.505704 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.514027 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.522771 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Allocated IP 172.27.3.187 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/4faf5b6f-447b-4f1c-b3af-0f8749a4e215) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:21.565340 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:21.573962 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,segment=NetworkSegment(964a56cc-5b5c-418c-bd03-57248f72ad32),segment_id=964a56cc-5b5c-418c-bd03-57248f72ad32)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:21.665612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Pushing event updated for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:21.702284 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-540fc8fa-6d29-4afd-9fea-bf0db4ab31b8 service neutron] 10.222.0.44 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314435 Jul 14 13:51:21.705331 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.707646 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-61a0f135-eca1-424a-ab98-02a05c888767 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c3d57a169224a64b0fa691f09a213a9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2072208 Jul 14 13:51:21.717557 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56622) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:21.730164 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Attempting to bind port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:21.730935 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Attempting to bind port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:21.731663 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Attempting to bind port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:21.737849 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0f135-eca1-424a-ab98-02a05c888767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0bc08-8020-4004-93a9-ea6a4ce46e5f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:21.742388 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021749e-6c1a-45a6-af8a-0314d6a65486 None None] Pushing event updated for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:21.760659 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac on network ed1e0de2-a73b-491c-a35f-d98d2b118619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:21.761332 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Attempting to bind port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:21.775435 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Attempting to bind port 2b747e2e-50f0-45f5-807e-955777d4e222 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:21.775652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Attempting to bind port 2b747e2e-50f0-45f5-807e-955777d4e222 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:21.776070 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Attempting to bind port 2b747e2e-50f0-45f5-807e-955777d4e222 on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:21.777423 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:21.777878 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Checking segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:21.778549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Bound using segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:21.779328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Bound port: 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:21.779793 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.784082 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:21.785082 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Checking segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:21.785492 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.785890 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Bound using segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:21.786381 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Bound port: 2b747e2e-50f0-45f5-807e-955777d4e222, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:21.786849 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.788646 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-549c0ed9-aab5-4c0d-9eb5-4dc2c4071bb5 req-b93d10cb-f327-4f75-ae2a-9129b436c06b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.0837784 Jul 14 13:51:21.843946 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:21.844590 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.846152 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] 10.222.0.36 "PUT /v2.0/ports/04088766-8c7e-4fbb-bdfd-6d85539a5fe0 HTTP/1.1" status: 200 len: 1093 time: 4.1090779 Jul 14 13:51:21.846635 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:21.878584 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] For port 2b747e2e-50f0-45f5-807e-955777d4e222, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:21.887377 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] For port 2b747e2e-50f0-45f5-807e-955777d4e222, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=2b747e2e-50f0-45f5-807e-955777d4e222,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:21.897527 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.904888 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:21.915721 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.946040 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:21.959841 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:21.990701 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.012746 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:22.013381 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.014811 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] 10.222.0.36 "PUT /v2.0/ports/0b1c36f5-ae84-42cb-bf00-29d0235fc8ac HTTP/1.1" status: 200 len: 1093 time: 4.2996926 Jul 14 13:51:22.016226 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81b82e-ad10-48f3-9643-77533e4a6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.019552 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:22.032093 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021749e-6c1a-45a6-af8a-0314d6a65486 None None] Pushing event updated for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.052078 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:22.052954 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:50:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:22.070133 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.081932 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db01dab-3859-4bda-85b6-42d98d90c243" -d '{"events": [{"name": "network-changed", "server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:22.093630 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-29c38753-a48f-4e13-aadc-636da36ba228 service neutron] 10.222.0.44 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750954 Jul 14 13:51:22.122527 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.135009 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90b1c4-eb68-4e93-bf1c-c8b5e09e2b9e service neutron] Pushing event updated for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.169334 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:22.174170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:22.175667 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:22.184013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f90d64-e039-4548-aa26-59f51a0f17c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:22.189494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0ae1a-73e2-4e3a-a910-93442b751b19 req-7432b765-2e5c-45cf-a533-d9e65aa8dbd6 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:22.191077 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c2a0ae1a-73e2-4e3a-a910-93442b751b19 req-7432b765-2e5c-45cf-a533-d9e65aa8dbd6 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.1948755 Jul 14 13:51:22.192397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.195305 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.199138 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdd0bc08-8020-4004-93a9-ea6a4ce46e5f HTTP/1.1" status: 204 len: 168 time: 0.4761915 Jul 14 13:51:22.217081 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c10b27-9ad9-4884-94c8-815fc66f5b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0bc08-8020-4004-93a9-ea6a4ce46e5f,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.230202 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=4faf5b6f-447b-4f1c-b3af-0f8749a4e215,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.269378 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.272078 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c2a0ae1a-73e2-4e3a-a910-93442b751b19 req-f2a27daf-9d1e-44b4-8521-a31b33686c76 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674605 Jul 14 13:51:22.275601 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:22.373328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.589641 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:12Z', 'revision_number': 4, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '2b747e2e-50f0-45f5-807e-955777d4e222', 'name': '', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'mac_address': 'fa:16:3e:73:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:08Z', 'updated_at': '2021-07-14T13:51:21Z', 'revision_number': 4, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'subnets': [{'id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:22.629378 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.642944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.643689 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d71e97-c319-4055-a487-ad823a6c4bc8 None None] The sync data for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi is: [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:51:12Z', 'revision_number': 4, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '2b747e2e-50f0-45f5-807e-955777d4e222', 'name': '', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'mac_address': 'fa:16:3e:73:59:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:08Z', 'updated_at': '2021-07-14T13:51:21Z', 'revision_number': 4, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'subnets': [{'id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:22.690927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.715464 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:22.718256 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9232450 Jul 14 13:51:22.800520 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec480-6e65-4a11-9fe8-48849bb4e8a8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=4faf5b6f-447b-4f1c-b3af-0f8749a4e215,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:22.818082 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd3aa9-9df6-40b5-b5df-fa121b10f6c9 x-openstack-request-id: req-e6dd3aa9-9df6-40b5-b5df-fa121b10f6c9 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:22.818082 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:22.818368 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6dd3aa9-9df6-40b5-b5df-fa121b10f6c9 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:22.818962 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0', 'status': 'completed', 'code': 200} Jul 14 13:51:22.830398 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f6444d-bfb7-4049-8113-fe938cebde5a x-openstack-request-id: req-e4f6444d-bfb7-4049-8113-fe938cebde5a {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:22.838471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:22.838471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4f6444d-bfb7-4049-8113-fe938cebde5a {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:22.839151 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', 'status': 'completed', 'code': 200} Jul 14 13:51:22.883544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-356e78a7-19fd-4925-ba32-718759b6fc8a req-7c8025c7-a149-43b9-b8b6-d0239f995cbb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 210 time: 0.0349736 Jul 14 13:51:22.883544 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56670) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:22.960945 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1651823-e774-485e-b1a3-9ffe674429d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.208792 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea370ab-4c2c-4353-abf2-3c487797ddcf req-90a5e379-527f-40f7-93a8-c12bacdf08cd tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:23.210551 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dea370ab-4c2c-4353-abf2-3c487797ddcf req-90a5e379-527f-40f7-93a8-c12bacdf08cd tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.1560366 Jul 14 13:51:23.274883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1651823-e774-485e-b1a3-9ffe674429d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.302895 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-433d6f04-66d1-44fb-a32d-c4ff3e800a74 req-75a60039-26b5-4a16-a4aa-0619646c9daa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.0758803 Jul 14 13:51:23.303874 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a1651823-e774-485e-b1a3-9ffe674429d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.361788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 2b747e2e-50f0-45f5-807e-955777d4e222 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:23.411788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56700) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:23.412498 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a1651823-e774-485e-b1a3-9ffe674429d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8dca7b86244f432ba07971dc9b3fda1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266809 Jul 14 13:51:23.413084 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1651823-e774-485e-b1a3-9ffe674429d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9dd7d1-e465-496a-832a-94381fcfb3ac,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.420078 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dea370ab-4c2c-4353-abf2-3c487797ddcf req-aff4b577-8775-4542-900b-d71f6c9be554 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917720 Jul 14 13:51:23.514190 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 2b747e2e-50f0-45f5-807e-955777d4e222 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:23.520764 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 2b747e2e-50f0-45f5-807e-955777d4e222 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:23.521612 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.526957 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-1d737949-339b-4315-92df-63c9bbc49b4f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--665363570&fields=id&tenant_id=cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 267 time: 0.0537040 Jul 14 13:51:23.537298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.635514 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.793050 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.796461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.800852 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f9dd7d1-e465-496a-832a-94381fcfb3ac HTTP/1.1" status: 204 len: 168 time: 0.3869278 Jul 14 13:51:23.826042 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5d193-d46d-4412-83ff-e2295df73a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9dd7d1-e465-496a-832a-94381fcfb3ac,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:23.832635 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:23.843050 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-a37fada1-367c-48a7-aa72-5221af2b14bb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:23.855222 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-a37fada1-367c-48a7-aa72-5221af2b14bb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 811 time: 0.3271532 Jul 14 13:51:23.902773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-65dd7e38-a8f2-44d0-a487-0306527c5871 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/quotas/cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 375 time: 0.0441449 Jul 14 13:51:23.964736 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 2b747e2e-50f0-45f5-807e-955777d4e222, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=2b747e2e-50f0-45f5-807e-955777d4e222,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:23.971452 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:24.029719 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-7d2f07ca-84aa-4a58-b240-98c1d70087fc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:24.049768 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-7d2f07ca-84aa-4a58-b240-98c1d70087fc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 819 time: 0.3212047 Jul 14 13:51:24.087632 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-85755d22-ea60-475b-94e3-ca8c5062edfc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/quotas/69362cae63a243569c8afe3e4adcea10 HTTP/1.1" status: 200 len: 375 time: 0.0364180 Jul 14 13:51:24.098734 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:24.197194 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-0562b73a-371e-489f-ab7b-1e2584ef64f7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2820208 Jul 14 13:51:24.323780 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-511f88b8-52f0-4ed3-a6ff-8a55fc3fc15d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2351158 Jul 14 13:51:24.447391 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7381119c-250e-4c79-a902-63fef6a197ec service neutron] 10.222.0.44 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209470 Jul 14 13:51:24.625206 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-0c0bd2d7-7bb2-48ca-bede-36d2758fd6c2 service neutron] 10.222.0.44 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003612 Jul 14 13:51:24.719782 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-5c2b135d-3c56-474e-af0b-ea6c9ffcf6eb service neutron] 10.222.0.44 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557507 Jul 14 13:51:24.784512 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-f1066301-ed6f-4730-ac87-45e253e39f6f service neutron] 10.222.0.44 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581845 Jul 14 13:51:25.353312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 2b747e2e-50f0-45f5-807e-955777d4e222 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:25.378382 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-79574fe0-39f3-4bd1-b4bf-e1463457bd4b req-899a0287-3977-433a-bc06-afd0e63a2677 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.0485771 Jul 14 13:51:25.522305 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3c7c-cb06-4689-ac4b-31d0244cdb90 req-bf1958e7-e0a2-4c44-87b2-c1c3fe131c7e tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:25.536080 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0cd3c7c-cb06-4689-ac4b-31d0244cdb90 req-bf1958e7-e0a2-4c44-87b2-c1c3fe131c7e tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.1565881 Jul 14 13:51:25.607054 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 2b747e2e-50f0-45f5-807e-955777d4e222 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:25.607899 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:25.687679 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0cd3c7c-cb06-4689-ac4b-31d0244cdb90 req-955ae9df-49f7-4aca-bbb2-b04e412874d3 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442702 Jul 14 13:51:25.780697 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2c407ab7-2508-41d0-b887-acfac044f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:26.406432 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9af55b4d-0e97-402f-a343-8de6205114ad req-5b24365e-ec6b-4a90-a509-f618cbd9fdc9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.5828826 Jul 14 13:51:26.462616 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d97c089f-1e7a-41f6-bf2a-703d49e3e6fa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 379 time: 0.6289997 Jul 14 13:51:26.511886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'port': {'device_id': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'admin_state_up': True, 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'security_groups': ['f1332e71-f442-445e-979b-658300463858']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:26.821905 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d671a69d-1b5a-47b3-a965-6f8850b67e7a req-2ad04964-37bf-48d3-8730-900423a998c2 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.2127934 Jul 14 13:51:26.936052 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-43b03f05-88e0-499c-ad12-b2e37bf7c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:26.938034 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-43b03f05-88e0-499c-ad12-b2e37bf7c898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 1096 time: 0.8510222 Jul 14 13:51:26.948624 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56818) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:27.081638 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaa16f-ac33-438c-9d70-a18ab5b2cd70 req-39dfd28a-2de3-4d1d-ae5e-b89796f19409 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.092270 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0edaa16f-ac33-438c-9d70-a18ab5b2cd70 req-39dfd28a-2de3-4d1d-ae5e-b89796f19409 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 1.0274024 Jul 14 13:51:27.244749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1075cbb9-f4ea-497b-81ae-191ba1204065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.388770 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89b57767-8e2f-4fc6-b700-1b0c69f8a911 req-936371b7-6a26-4049-83d7-4b7ff3ab7a71 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.2391188 Jul 14 13:51:27.391900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-9ed81844-da49-4004-885a-7d5acf125659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.394768 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-9ed81844-da49-4004-885a-7d5acf125659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 1096 time: 1.3728716 Jul 14 13:51:27.412287 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0edaa16f-ac33-438c-9d70-a18ab5b2cd70 req-503ce1d5-814e-4027-a8c8-bdc7ea2a2fd6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034153 Jul 14 13:51:27.483452 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Made reservation on behalf of 52bfc7977d4942ae971cf11446f5753e for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:27.488666 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.680570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1075cbb9-f4ea-497b-81ae-191ba1204065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.690670 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1075cbb9-f4ea-497b-81ae-191ba1204065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.698516 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-cddfd899-ed32-406b-97b7-0c582e378610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:27.699891 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-cddfd899-ed32-406b-97b7-0c582e378610 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7008872 Jul 14 13:51:27.771075 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075cbb9-f4ea-497b-81ae-191ba1204065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1cd47-df46-47c6-9285-1267c8d65a08,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:27.781837 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1075cbb9-f4ea-497b-81ae-191ba1204065 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2db85b10beb141d4bc56a4557289d7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310070 Jul 14 13:51:27.785160 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56836) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:27.846240 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Allocated IP 172.20.0.3 (2637d5bd-2598-4efd-aa33-6141ecdfeac2/970e46cc-7e66-4916-995d-e3c13397ffb4/b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:27.888628 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.913904 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-8a81efbd-df0d-4947-9e29-3a2303c421a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.938785 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa286f13-aa19-48ac-8e44-00919fb217dd req-da3715df-f2c0-4966-836b-4421f3d17e3e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.0646036 Jul 14 13:51:27.948337 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:27.996543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c656c-012f-47c4-abf5-27a7a672ded4 req-956e9f49-b4ce-405b-b9d8-e93180dac799 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.011037 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5b2c656c-012f-47c4-abf5-27a7a672ded4 req-956e9f49-b4ce-405b-b9d8-e93180dac799 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.3969510 Jul 14 13:51:28.050652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.104945 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.108095 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.110701 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5b2c656c-012f-47c4-abf5-27a7a672ded4 req-6b7b8db5-3b83-4e44-bb1c-38fff50768c9 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968735 Jul 14 13:51:28.117395 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4a1cd47-df46-47c6-9285-1267c8d65a08 HTTP/1.1" status: 204 len: 168 time: 0.3276348 Jul 14 13:51:28.123948 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.148795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3463c-b756-4012-aa53-41005cd0d002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1cd47-df46-47c6-9285-1267c8d65a08,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.154616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Transition to ACTIVE for port object b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:28.185170 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0cd51ad2-2826-4408-b55f-1b428cc9d1d3 req-0b57c490-6f3c-4ebd-bb3f-4e673157c03b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.0559418 Jul 14 13:51:28.213324 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.299741 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:28.324130 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:28.328804 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:28.340407 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.341551 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.347217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.372809 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-bfe1c37a-2a1b-40e6-9371-bed25e4acdec tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9000237 Jul 14 13:51:28.733819 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-615416da-b230-4ea7-9d94-4f50e71d4473 None None] Provisioning for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:28.743906 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-615416da-b230-4ea7-9d94-4f50e71d4473 None None] Provisioning complete for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:28.744719 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-615416da-b230-4ea7-9d94-4f50e71d4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.763854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 56864) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:28.781382 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d74e576c-0adf-4409-8d11-1b53d5d2ca42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.814070 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfac5f-e199-475b-921f-7c3eaa2ea38d req-22119a9e-d649-4a68-b6a1-49f11266c1c0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.815002 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-615416da-b230-4ea7-9d94-4f50e71d4473 None None] Port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:28.820838 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-53dfac5f-e199-475b-921f-7c3eaa2ea38d req-22119a9e-d649-4a68-b6a1-49f11266c1c0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.1870308 Jul 14 13:51:28.880996 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-53dfac5f-e199-475b-921f-7c3eaa2ea38d req-ba8c9e3b-9f77-4f8e-9134-c277df907e60 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572217 Jul 14 13:51:28.888829 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee157-930e-4807-ab78-b0e3a5b19def req-fa9db8d8-1026-44fc-a7b3-8f63ba1da36d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:28.890405 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ceee157-930e-4807-ab78-b0e3a5b19def req-fa9db8d8-1026-44fc-a7b3-8f63ba1da36d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 931 time: 0.1713755 Jul 14 13:51:28.907477 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d74e576c-0adf-4409-8d11-1b53d5d2ca42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.913195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d74e576c-0adf-4409-8d11-1b53d5d2ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:28.940646 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ceee157-930e-4807-ab78-b0e3a5b19def req-bc4c3c8c-9995-4a57-9f89-cd68ce89f2b7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Jul 14 13:51:28.953532 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d74e576c-0adf-4409-8d11-1b53d5d2ca42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12a834cd8f6447369725e362f72756e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872497 Jul 14 13:51:28.957415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e576c-0adf-4409-8d11-1b53d5d2ca42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb6247-fab9-4e8a-adb9-90fafea35ca4,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:28.960979 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 56866) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:29.022951 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.048947 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.125861 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.136536 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:29.142976 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efdb6247-fab9-4e8a-adb9-90fafea35ca4 HTTP/1.1" status: 204 len: 168 time: 0.1757007 Jul 14 13:51:29.147246 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3fcc23ae-7ac0-4c01-8b27-9fd496207b77 req-4c01ff02-37e8-4a24-9502-799710b96cbd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.0508904 Jul 14 13:51:29.156486 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba3a99-aaed-4649-87dc-ecc4a1b0c930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb6247-fab9-4e8a-adb9-90fafea35ca4,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:29.323718 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bed54-fcc8-4e04-bf45-dcfa017485da req-ff301062-47ab-4276-a009-e6d54956da1f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:29.325369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ad1bed54-fcc8-4e04-bf45-dcfa017485da req-ff301062-47ab-4276-a009-e6d54956da1f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.0857289 Jul 14 13:51:29.415195 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1da338f0-965f-43ef-8157-3562f255236e req-2bb9c5b7-2df7-4043-9a84-982beea54b3b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.0667667 Jul 14 13:51:29.447450 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ad1bed54-fcc8-4e04-bf45-dcfa017485da req-4f3f3bd5-240c-4986-999a-8e13b730bbee tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102417 Jul 14 13:51:29.767349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:30.180686 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5ab29-a4cd-4fb2-9482-bf6739964e6f req-c6dc39ea-b0e1-4a77-9924-3d442b5b7dbb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.193090 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51c5ab29-a4cd-4fb2-9482-bf6739964e6f req-c6dc39ea-b0e1-4a77-9924-3d442b5b7dbb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.1497214 Jul 14 13:51:30.281787 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1f0a5-0d0b-41eb-82bb-8f9087fd7fda req-261b3803-0162-43ff-9ffd-3beaeb2d9b07 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:30.286599 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dde1f0a5-0d0b-41eb-82bb-8f9087fd7fda req-261b3803-0162-43ff-9ffd-3beaeb2d9b07 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 931 time: 0.1776795 Jul 14 13:51:30.299936 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51c5ab29-a4cd-4fb2-9482-bf6739964e6f req-2a3e3eae-372c-43dc-96d7-474729518fc6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957499 Jul 14 13:51:30.349508 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dde1f0a5-0d0b-41eb-82bb-8f9087fd7fda req-485afcdc-20bb-4486-bef0-62c1c5edda87 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539284 Jul 14 13:51:30.565989 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bad3bfc3-0a74-42a4-a403-f637b26723c7 req-e571cc3e-5a99-4320-bc85-ed9df184face tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.0605981 Jul 14 13:51:30.635770 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-96efab07-9135-482c-8ff3-9e69c076ae87 req-fad03a13-d9ea-49f5-9a00-537a904df57e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.0386631 Jul 14 13:51:30.938068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Request body: {'port': {'device_id': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:31.042809 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294b3e-5752-4c06-8ee4-db7b7d4561d2 req-40bf2542-df92-4b7e-bd80-cd63b0545f22 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.045971 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b294b3e-5752-4c06-8ee4-db7b7d4561d2 req-40bf2542-df92-4b7e-bd80-cd63b0545f22 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.3153031 Jul 14 13:51:31.168401 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-5c318716-2762-4ba9-ae75-dd0ea6624a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.170807 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-5c318716-2762-4ba9-ae75-dd0ea6624a72 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ef1561ad679b4276800c81c931e147ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3886907 Jul 14 13:51:31.181075 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b294b3e-5752-4c06-8ee4-db7b7d4561d2 req-f89a57e8-845f-424f-9d9c-2db3a408e30c tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834370 Jul 14 13:51:31.270224 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:31.475582 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-c126a1d4-9d38-4bda-829e-e9aba9de266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.480058 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5f90d64-e039-4548-aa26-59f51a0f17c1 req-c126a1d4-9d38-4bda-829e-e9aba9de266c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2976439 Jul 14 13:51:31.522333 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:31.709555 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.36', 62639) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:31.928624 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-ac95294e-e5f6-4898-b6f2-cfa5b6b66f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:31.931864 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2db01dab-3859-4bda-85b6-42d98d90c243 req-ac95294e-e5f6-4898-b6f2-cfa5b6b66f4a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1516922 Jul 14 13:51:32.242952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-671dea9f-3760-4f0b-8a06-97c11291cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.246382 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-671dea9f-3760-4f0b-8a06-97c11291cc67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 1096 time: 0.1936064 Jul 14 13:51:32.265213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a6816-c07f-4b4d-81b3-b2be9d950b7c req-d7b10861-6696-43b4-a3b4-40913791b279 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.267458 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c40a6816-c07f-4b4d-81b3-b2be9d950b7c req-d7b10861-6696-43b4-a3b4-40913791b279 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 931 time: 0.6497166 Jul 14 13:51:32.308331 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-f41f9e00-d48e-4b79-9f5b-4b72e64d75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.310797 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-f41f9e00-d48e-4b79-9f5b-4b72e64d75df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 1096 time: 0.5925367 Jul 14 13:51:32.418929 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-19fd47af-6520-4dba-a003-f8cc31b98315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0 HTTP/1.1" status: 200 len: 217 time: 0.1298056 Jul 14 13:51:32.463112 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:32.511549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.36', 62645) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:32.517939 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.572038 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-243c6bc5-7d82-4539-b152-733694422485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac HTTP/1.1" status: 200 len: 217 time: 0.2390721 Jul 14 13:51:32.586035 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-9aa060bd-e265-4129-b65b-94aa84e571cb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.588431 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-9aa060bd-e265-4129-b65b-94aa84e571cb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 819 time: 0.8763845 Jul 14 13:51:32.651161 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Transition to ACTIVE for port object b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:32.659029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-d9577fcd-f9f2-416f-b956-8a08c11bbece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.661766 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-d9577fcd-f9f2-416f-b956-8a08c11bbece service neutron] 10.222.0.36 "GET /v2.0/subnets?id=576fe4fc-7788-4bf7-974f-7dad124bf22f HTTP/1.1" status: 200 len: 852 time: 0.2336283 Jul 14 13:51:32.668083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Request body: {'port': {'device_id': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'admin_state_up': True, 'tenant_id': '69362cae63a243569c8afe3e4adcea10'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:32.673023 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:32.693279 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f9648-f77c-412a-9f38-97f97d88da3b req-9e95c1f7-2293-4fc8-8303-421e2cbb8ddf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:32.704220 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db3f9648-f77c-412a-9f38-97f97d88da3b req-9e95c1f7-2293-4fc8-8303-421e2cbb8ddf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.9197254 Jul 14 13:51:32.813082 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-c865b788-ebc2-4d7a-bfb0-a3a80db39a71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414275 Jul 14 13:51:32.879894 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:33.025546 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-9e0c50c4-63dd-419e-997c-790b288ca8da tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:33.027813 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-9e0c50c4-63dd-419e-997c-790b288ca8da tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 811 time: 0.5022378 Jul 14 13:51:33.028501 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.36', 62647) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:33.068321 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c40a6816-c07f-4b4d-81b3-b2be9d950b7c req-7e63b06c-394c-4e3e-9950-8b8e1a4631ce tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7559998 Jul 14 13:51:33.141353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-e873fc57-9e24-4f10-9841-f63fddf4ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:33.144438 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-e873fc57-9e24-4f10-9841-f63fddf4ed53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.5509367 Jul 14 13:51:33.161949 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db3f9648-f77c-412a-9f38-97f97d88da3b req-4c4845ed-a18a-41d8-8e71-8fc4f375458d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567926 Jul 14 13:51:33.279124 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Attempting to bind port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:33.279811 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Attempting to bind port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:33.280219 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Attempting to bind port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:33.339710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:33.344912 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Attempting to bind port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:33.413070 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-f6ea6ff9-ba3e-42e9-bd96-cedd1fba6efc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360052 Jul 14 13:51:33.456994 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:33.457415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Checking segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:33.457934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Bound using segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:33.458445 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Bound port: b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:33.458864 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.485344 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-bb1b5716-6437-4d1b-aa06-525a83aada69 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 379 time: 0.3958924 Jul 14 13:51:33.514966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'port': {'device_id': '60f74575-9223-4b35-aed8-97f82e5d843f', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'admin_state_up': True, 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'security_groups': ['ea03a6b6-cbd9-489d-8710-d2fb88dc9069']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:33.548803 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-e96c2407-221e-46ea-93bc-19d44539c434 service neutron] 10.222.0.36 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531928 Jul 14 13:51:33.603479 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-533a18f1-e8b5-45cb-a3d3-ce3513e24e1e req-ed3b4ab4-1353-46d6-b263-d2c2496e5db1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.1180468 Jul 14 13:51:33.633099 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Made reservation on behalf of 69362cae63a243569c8afe3e4adcea10 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:33.640469 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.752921 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-f4cf47bb-4168-43f3-b361-1647897dd195 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:33.754632 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-f4cf47bb-4168-43f3-b361-1647897dd195 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 819 time: 0.6853881 Jul 14 13:51:33.802369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-887f756b-b2ec-46a1-a21b-1183a8a879d8 req-774bec02-a76b-4f7f-b839-dc79eb67814a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.3230102 Jul 14 13:51:33.824925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Request body: {'port': {'device_id': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'admin_state_up': True, 'tenant_id': '69362cae63a243569c8afe3e4adcea10'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:33.976667 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:33.978804 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Made reservation on behalf of cc74d46b03724755bbad43ac85117c06 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:33.990026 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:33.994080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:34.020761 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-55a7a971-a427-4ee6-8ad1-68e83bac2585 service neutron] 10.222.0.36 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152002 Jul 14 13:51:34.021965 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.062316 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.063132 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.064871 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] 10.222.0.36 "PUT /v2.0/ports/b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 1093 time: 3.2022011 Jul 14 13:51:34.070362 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:34.071834 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc67d50-9294-430e-8aa4-bf85ef9baa03" -d '{"events": [{"name": "network-changed", "server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:34.225028 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-72c9292b-b20f-4734-8e36-511b1bbb5b9a service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035517 Jul 14 13:51:34.266090 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541b05-155a-449f-9405-509ebc8207a3 req-db78511a-09a2-430e-a408-2ab99a0921ec tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.269185 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e2541b05-155a-449f-9405-509ebc8207a3 req-db78511a-09a2-430e-a408-2ab99a0921ec tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.4336293 Jul 14 13:51:34.310311 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72642dc-fe52-4a79-bb6c-93145c61a185 x-openstack-request-id: req-e72642dc-fe52-4a79-bb6c-93145c61a185 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:34.311087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:34.311087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e72642dc-fe52-4a79-bb6c-93145c61a185 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:34.311087 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'status': 'completed', 'code': 200} Jul 14 13:51:34.345867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471a08a-cb8f-490e-842d-2eb8316bec5d service neutron] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:34.357749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Made reservation on behalf of 69362cae63a243569c8afe3e4adcea10 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:34.367405 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.464239 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e2541b05-155a-449f-9405-509ebc8207a3 req-3cd2a099-a1b5-4bf8-b13e-1ae74d0bc554 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863916 Jul 14 13:51:34.470683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Allocated IP 172.20.0.14 (9c40e60d-14a3-4227-b692-df5c1d7ab3f5/ff12c307-cea1-44ed-ac88-12d6a537b935/1c43871d-4d65-43dd-8557-b49bd807dd9b) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:34.625720 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-b423e060-6da2-4e6f-bc8f-efe8b8ad3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.626476 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-b423e060-6da2-4e6f-bc8f-efe8b8ad3b3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1096 time: 0.4470096 Jul 14 13:51:34.735637 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-e51a6d75-ba9a-4ff8-b1c5-145a63bac225 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024364 Jul 14 13:51:34.743844 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Allocated IP 172.20.0.7 (87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a/2497c72d-178f-4146-b2c9-b2c4119de020/cddf979c-7b9d-49d9-8560-ac217c5c05a2) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:34.890412 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:34.933332 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29ffc3-36f0-4072-be7a-9af3c20c7aa9 req-6846b7a7-07b4-40cb-8415-f5e04e74fca7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:34.940873 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b29ffc3-36f0-4072-be7a-9af3c20c7aa9 req-6846b7a7-07b4-40cb-8415-f5e04e74fca7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2427146 Jul 14 13:51:35.023574 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b29ffc3-36f0-4072-be7a-9af3c20c7aa9 req-b46c2b11-8fd4-41dc-9543-ad7707956962 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817542 Jul 14 13:51:35.039739 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfa63-9763-42c6-942a-14cf26943f8b req-3528c5b1-f612-4acd-82fe-c2eb7654506d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.039739 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-464dfa63-9763-42c6-942a-14cf26943f8b req-3528c5b1-f612-4acd-82fe-c2eb7654506d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.2185550 Jul 14 13:51:35.046537 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.121958 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:35.133883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:35.139607 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:35.180475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-464dfa63-9763-42c6-942a-14cf26943f8b req-80102725-832b-46cc-8f5f-17d5d88acb74 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321454 Jul 14 13:51:35.212409 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Pushing event updated for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.223069 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f26c99f6-875c-4ffb-9847-9b296c346921 req-47c99f8b-ed89-4975-a60c-0720debd0a20 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.0590057 Jul 14 13:51:35.238226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Allocated IP 172.20.0.10 (9c40e60d-14a3-4227-b692-df5c1d7ab3f5/ff12c307-cea1-44ed-ac88-12d6a537b935/fbf210e9-9fe4-454a-83a3-d348207ccf7c) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:51:35.251491 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.252238 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.268248 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-17f22097-2f79-4ad5-b4d8-f326a7fbe71d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6170278 Jul 14 13:51:35.310879 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.343418 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2aba550f-a879-45df-9549-363669eec362 req-2b771fb9-ee56-4a43-a250-db0d761116cc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.0323837 Jul 14 13:51:35.360580 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Transition to ACTIVE for port object cddf979c-7b9d-49d9-8560-ac217c5c05a2 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:35.489211 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.588966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.607788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:35.615814 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:35.620035 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:35.626124 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.626934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.630163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.652860 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-7712bad6-ee9b-4977-809a-834bc9e1b3fb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1535132 Jul 14 13:51:35.681615 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.762444 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:51:35.764662 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:35.766718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Pushing event updated for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:35.769443 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:51:35.774370 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d17054-72d4-4d00-9f1f-a0f6361aa55d req-ad744841-e846-4bd5-a5f6-34e7232b50c0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.775248 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:35.775883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:35.776892 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3d17054-72d4-4d00-9f1f-a0f6361aa55d req-ad744841-e846-4bd5-a5f6-34e7232b50c0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.1360826 Jul 14 13:51:35.796200 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-02210a17-6986-4a26-8c3d-47f0515241ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9865398 Jul 14 13:51:35.831194 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3d17054-72d4-4d00-9f1f-a0f6361aa55d req-a9540b9b-67b2-435f-982d-00386859eb6a tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Jul 14 13:51:35.984519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-a857405b-d4e2-41b6-aa5b-75540ec168a0 None None] Provisioning for port cddf979c-7b9d-49d9-8560-ac217c5c05a2 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:35.989166 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-a857405b-d4e2-41b6-aa5b-75540ec168a0 None None] Provisioning complete for port cddf979c-7b9d-49d9-8560-ac217c5c05a2 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:35.989658 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a857405b-d4e2-41b6-aa5b-75540ec168a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:36.027654 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-a857405b-d4e2-41b6-aa5b-75540ec168a0 None None] Port cddf979c-7b9d-49d9-8560-ac217c5c05a2 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:51:36.261383 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef797ff-361e-4737-88cb-17c95176419d req-ea199c37-8fe2-4571-a2cf-acbdb80a9660 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.262973 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ef797ff-361e-4737-88cb-17c95176419d req-ea199c37-8fe2-4571-a2cf-acbdb80a9660 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.0974376 Jul 14 13:51:36.345510 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ef797ff-361e-4737-88cb-17c95176419d req-efde7a1b-b6cb-4484-b342-1442e209ead1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766542 Jul 14 13:51:36.404558 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298539d-a580-4d57-b790-fb479ac0f0b5 req-8aba4dd9-275a-4130-a995-46b683ff07fd tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.409917 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f298539d-a580-4d57-b790-fb479ac0f0b5 req-8aba4dd9-275a-4130-a995-46b683ff07fd tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.1013339 Jul 14 13:51:36.461994 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f298539d-a580-4d57-b790-fb479ac0f0b5 req-d6bc5e38-6ff8-402a-8b5e-a2591f51a26c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Jul 14 13:51:36.580834 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2cf35-bf20-4979-a2c4-af2f4c786e87 req-4c9be2e8-f456-4ddb-beeb-127a804890ec tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.582592 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04e2cf35-bf20-4979-a2c4-af2f4c786e87 req-4c9be2e8-f456-4ddb-beeb-127a804890ec tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 931 time: 0.1083798 Jul 14 13:51:36.629130 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04e2cf35-bf20-4979-a2c4-af2f4c786e87 req-4b27dcbf-550e-4b68-ab04-465247cda332 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Jul 14 13:51:36.738525 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a818-1711-4ac9-b12f-d975d876ebfa req-4533da11-d2f6-4d6b-bce1-40062e1a3c4a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:36.740238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6ce1a818-1711-4ac9-b12f-d975d876ebfa req-4533da11-d2f6-4d6b-bce1-40062e1a3c4a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 932 time: 0.0977459 Jul 14 13:51:36.785180 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6ce1a818-1711-4ac9-b12f-d975d876ebfa req-05b414e7-d94a-4cbc-8afc-e699a7b472b4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373049 Jul 14 13:51:37.060114 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd5849-e8ea-4175-a982-32a18edff7ca req-6cd66941-8ae7-4748-9af9-79088fc6c62b tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.062760 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34dd5849-e8ea-4175-a982-32a18edff7ca req-6cd66941-8ae7-4748-9af9-79088fc6c62b tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.0788424 Jul 14 13:51:37.124972 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34dd5849-e8ea-4175-a982-32a18edff7ca req-4d35e61a-b354-41c5-9c30-cc529a42f45e tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Jul 14 13:51:37.191660 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57110) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:37.260083 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.281945 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Request body: {'port': {'device_id': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:37.294409 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Request body: {'port': {'device_id': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:37.360067 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Request body: {'port': {'device_id': '60f74575-9223-4b35-aed8-97f82e5d843f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:37.383941 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.443820 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-4e95662e-b169-435b-a0e8-07e730dc1e29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 217 time: 0.1760886 Jul 14 13:51:37.504217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f35dd4-9887-45ef-9c00-f127c31d6ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.739846 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b788-ce69-4bd2-9039-736d4ac98118 req-6a496457-2ab7-4462-b4ff-27f9db64f80a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.741573 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-12c4b788-ce69-4bd2-9039-736d4ac98118 req-6a496457-2ab7-4462-b4ff-27f9db64f80a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2329013 Jul 14 13:51:37.743359 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-ac6161e5-56ec-476d-8af0-97ad65bc9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.745774 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-ac6161e5-56ec-476d-8af0-97ad65bc9fba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.2882128 Jul 14 13:51:37.751641 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.787872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:37.854842 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483ac84-555f-47a5-ba56-32c156bedc9b req-ba2cb4a7-2e29-44d6-b68f-cb696b33638b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:37.856404 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9483ac84-555f-47a5-ba56-32c156bedc9b req-ba2cb4a7-2e29-44d6-b68f-cb696b33638b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.2196434 Jul 14 13:51:37.865526 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-12c4b788-ce69-4bd2-9039-736d4ac98118 req-c0ad8a90-2ecc-4f90-b667-e978a426ebf6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102853 Jul 14 13:51:37.984074 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c43871d-4d65-43dd-8557-b49bd807dd9b {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:37.996943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.004923 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9483ac84-555f-47a5-ba56-32c156bedc9b req-c4034287-4ea0-477b-8675-3fe0c79d3310 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339729 Jul 14 13:51:38.048788 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Transition to ACTIVE for port object 1c43871d-4d65-43dd-8557-b49bd807dd9b will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:38.054932 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.200615 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:38.336707 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Attempting to bind port 1c43871d-4d65-43dd-8557-b49bd807dd9b on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:38.337431 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Attempting to bind port 1c43871d-4d65-43dd-8557-b49bd807dd9b by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:38.337784 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Attempting to bind port 1c43871d-4d65-43dd-8557-b49bd807dd9b on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:38.345310 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f35dd4-9887-45ef-9c00-f127c31d6ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.358273 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358e826-893f-45aa-bf45-075d0fec8030 req-719ea949-0775-4c79-9f78-3ad7fbc381d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.360338 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-719ea949-0775-4c79-9f78-3ad7fbc381d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5974627 Jul 14 13:51:38.369034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-50f35dd4-9887-45ef-9c00-f127c31d6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.371863 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Port 1c43871d-4d65-43dd-8557-b49bd807dd9b on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:38.372228 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Attempting to bind port 1c43871d-4d65-43dd-8557-b49bd807dd9b on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:38.383388 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:38.383799 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Checking segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:38.384265 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Bound using segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:38.384766 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Bound port: 1c43871d-4d65-43dd-8557-b49bd807dd9b, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:38.385193 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.476740 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2d7e9-fc89-4add-afa4-3ab625fa97ee req-49ad902f-957b-4314-9016-962e8a16b41b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.478381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b0e2d7e9-fc89-4add-afa4-3ab625fa97ee req-49ad902f-957b-4314-9016-962e8a16b41b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 932 time: 0.2084734 Jul 14 13:51:38.527338 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb4876-9b08-483a-a6c8-8341ee5dd343 req-9ddca49b-ed29-468d-9350-64906b142226 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.528898 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fcfb4876-9b08-483a-a6c8-8341ee5dd343 req-9ddca49b-ed29-468d-9350-64906b142226 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 931 time: 0.2105060 Jul 14 13:51:38.539310 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:38.568606 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:38.570076 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-50f35dd4-9887-45ef-9c00-f127c31d6ad3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a9078f333c04a4f91a2ed0c574aed12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3772783 Jul 14 13:51:38.576827 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57150) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:38.582815 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.588369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b0e2d7e9-fc89-4add-afa4-3ab625fa97ee req-c248b007-f487-40a2-815c-350e55d1fbde tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998166 Jul 14 13:51:38.602165 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f35dd4-9887-45ef-9c00-f127c31d6ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5057346-e8ac-4ff6-90ee-8e2b8696cb0f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:38.736710 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-ce9bac20-a38f-45be-aba8-274c709e5cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648117 Jul 14 13:51:38.846020 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.911333 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:38.912348 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.914635 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 1094 time: 1.6374068 Jul 14 13:51:38.921697 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:38.925130 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e545b-19ea-4c99-ba4b-f25f44abd723" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:38.938945 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fcfb4876-9b08-483a-a6c8-8341ee5dd343 req-dabb06ec-8ec5-4873-97b0-6406c98daf86 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001875 Jul 14 13:51:38.953667 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:38.960286 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cddf979c-7b9d-49d9-8560-ac217c5c05a2 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:38.976301 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf210e9-9fe4-454a-83a3-d348207ccf7c {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:38.976510 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663821a-4604-4cca-9c88-55c3665f2fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:38.993574 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.008064 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.015965 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da31b2-74a1-4541-a39a-a05d33e56da1 x-openstack-request-id: req-18da31b2-74a1-4541-a39a-a05d33e56da1 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:39.016301 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:39.016547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18da31b2-74a1-4541-a39a-a05d33e56da1 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:39.016933 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b', 'status': 'completed', 'code': 200} Jul 14 13:51:39.031580 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5358e826-893f-45aa-bf45-075d0fec8030 req-b53f110c-06b4-421c-adcb-73ac7dd3a5bb service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814531 Jul 14 13:51:39.042581 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Transition to ACTIVE for port object cddf979c-7b9d-49d9-8560-ac217c5c05a2 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:39.043533 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089b5f-16be-4969-9254-81198d9a797a req-1c907b10-02b9-4a98-b58c-aaeba8c0f48d tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.044987 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db089b5f-16be-4969-9254-81198d9a797a req-1c907b10-02b9-4a98-b58c-aaeba8c0f48d tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.1932802 Jul 14 13:51:39.052636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Transition to ACTIVE for port object fbf210e9-9fe4-454a-83a3-d348207ccf7c will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:51:39.054358 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.063212 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.117058 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db089b5f-16be-4969-9254-81198d9a797a req-e0abdb27-4d4a-4095-ac4f-08b3b8229b54 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Jul 14 13:51:39.120328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.122897 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.124077 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5057346-e8ac-4ff6-90ee-8e2b8696cb0f HTTP/1.1" status: 204 len: 168 time: 0.5383437 Jul 14 13:51:39.129691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:39.137551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-ad1e5cda-c4dd-4022-a0a4-3e205269bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.137551 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-ad1e5cda-c4dd-4022-a0a4-3e205269bbbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1097 time: 0.1345952 Jul 14 13:51:39.213693 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-973af7f5-7db2-42c2-8aca-2d604dde2aa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0607309 Jul 14 13:51:39.222296 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ed52-080e-42fa-bde7-72619b18d4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5057346-e8ac-4ff6-90ee-8e2b8696cb0f,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:39.304612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Attempting to bind port cddf979c-7b9d-49d9-8560-ac217c5c05a2 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:39.304952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Attempting to bind port cddf979c-7b9d-49d9-8560-ac217c5c05a2 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:39.305266 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Attempting to bind port cddf979c-7b9d-49d9-8560-ac217c5c05a2 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:39.317235 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8395e67-1394-4690-9483-06959e48889f service neutron] Pushing event updated for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:39.326027 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Attempting to bind port fbf210e9-9fe4-454a-83a3-d348207ccf7c on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:51:39.326716 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Attempting to bind port fbf210e9-9fe4-454a-83a3-d348207ccf7c by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:51:39.327188 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Attempting to bind port fbf210e9-9fe4-454a-83a3-d348207ccf7c on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:39.336651 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Port fbf210e9-9fe4-454a-83a3-d348207ccf7c on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:39.336978 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Attempting to bind port fbf210e9-9fe4-454a-83a3-d348207ccf7c on network 9c40e60d-14a3-4227-b692-df5c1d7ab3f5 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:39.344911 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Port cddf979c-7b9d-49d9-8560-ac217c5c05a2 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:51:39.345146 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Attempting to bind port cddf979c-7b9d-49d9-8560-ac217c5c05a2 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:51:39.357003 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:39.357984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Checking segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:39.358517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Bound using segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:39.359107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Bound port: cddf979c-7b9d-49d9-8560-ac217c5c05a2, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:39.359621 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.362134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:51:39.362881 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Checking segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:39.363256 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Bound using segment: {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:51:39.363533 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cff69-0b81-449a-814f-ae4711d05385 req-5ddb7555-a2d2-4cbd-b8c6-bdb3cd3b9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.363679 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Bound port: fbf210e9-9fe4-454a-83a3-d348207ccf7c, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447d40d2-3705-4b94-83a6-b45bbdf709ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:51:39.364006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.367680 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-5ddb7555-a2d2-4cbd-b8c6-bdb3cd3b9a78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.1252706 Jul 14 13:51:39.400966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-1b7c4d8e-0e50-4a36-aa06-98cee6df7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.402764 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-1b7c4d8e-0e50-4a36-aa06-98cee6df7542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1096 time: 0.2655144 Jul 14 13:51:39.445679 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-c3d83e88-bf8a-4e31-9fcb-f54c3a3919b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679705 Jul 14 13:51:39.462954 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa08d8-1dea-43e7-af97-5175e5b12594 req-44c5b771-20fa-4d38-8b97-cc400bc83235 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.466394 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2cfa08d8-1dea-43e7-af97-5175e5b12594 req-44c5b771-20fa-4d38-8b97-cc400bc83235 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.3055174 Jul 14 13:51:39.576329 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd18f-f541-406d-8575-c887dd23a012 req-b22c44d6-6f8f-4855-b145-44c20afacf46 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.584126 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81dbd18f-f541-406d-8575-c887dd23a012 req-b22c44d6-6f8f-4855-b145-44c20afacf46 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.2852128 Jul 14 13:51:39.618733 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2cfa08d8-1dea-43e7-af97-5175e5b12594 req-67083acb-516c-4d40-84cc-82735ceb2471 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405375 Jul 14 13:51:39.666565 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81dbd18f-f541-406d-8575-c887dd23a012 req-4c84ebe2-1269-415b-a630-39e7b7685c11 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813384 Jul 14 13:51:39.668669 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-c1920ee9-5023-4df2-9b92-b8693ab10444 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149081 Jul 14 13:51:39.703046 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57178) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:39.753464 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3274099d-9f7e-4036-9627-a9dd03b9db3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:39.846915 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-581cff69-0b81-449a-814f-ae4711d05385 req-b00af1d7-b963-471a-bd8b-eec251f46607 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711016 Jul 14 13:51:39.848709 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57182) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:39.944921 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1e7e6-eb86-447d-b617-1c1fdc425005 req-ec876072-6506-4dcb-8db1-e684fd1594ec tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:39.946627 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-03f1e7e6-eb86-447d-b617-1c1fdc425005 req-ec876072-6506-4dcb-8db1-e684fd1594ec tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 944 time: 0.1172016 Jul 14 13:51:39.999447 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3274099d-9f7e-4036-9627-a9dd03b9db3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.025429 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:40.067720 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3274099d-9f7e-4036-9627-a9dd03b9db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.069806 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5b9f52de-0398-4d69-9556-5f63bac7d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.091080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:40.093022 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:51:40.096784 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-8e0ccccb-ecb1-4790-a00f-4ec08db96067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.098764 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-8e0ccccb-ecb1-4790-a00f-4ec08db96067 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.6536794 Jul 14 13:51:40.102985 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.122342 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274099d-9f7e-4036-9627-a9dd03b9db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff9dab-704f-43c7-968f-7db3662b1cc9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.149973 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:51:40.150676 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-03f1e7e6-eb86-447d-b617-1c1fdc425005 req-2c7190ec-7ad5-45d8-aaaa-cc709eb59f4f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923249 Jul 14 13:51:40.186789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.190788 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-07b5b89e-2ee1-4bf1-b8f2-74a943ace239 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 217 time: 0.0753405 Jul 14 13:51:40.198888 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3274099d-9f7e-4036-9627-a9dd03b9db3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7403c2bf05b45939c14300127bfd204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947422 Jul 14 13:51:40.202866 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.203453 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.203568 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57194) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:40.205292 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-b8395e67-1394-4690-9483-06959e48889f service neutron] 10.222.0.36 "PUT /v2.0/ports/fbf210e9-9fe4-454a-83a3-d348207ccf7c HTTP/1.1" status: 200 len: 1094 time: 2.9254611 Jul 14 13:51:40.206067 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:40.208790 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b" -d '{"events": [{"name": "network-changed", "server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:40.269136 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.270731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.272427 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] 10.222.0.36 "PUT /v2.0/ports/cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 1093 time: 2.9906552 Jul 14 13:51:40.302444 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-5c051aef-108c-4a70-9e25-f2e81a513b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.304200 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-5c051aef-108c-4a70-9e25-f2e81a513b14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1097 time: 0.3018367 Jul 14 13:51:40.313241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8395e67-1394-4690-9483-06959e48889f service neutron] Pushing event updated for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.368776 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-a3a60819-2e30-409b-8910-f33ff4f10733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.370238 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-a3a60819-2e30-409b-8910-f33ff4f10733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.1518731 Jul 14 13:51:40.381844 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109377cb-75ed-40f3-90d0-cc9b3e8a9837 req-803f9231-a79c-4243-9698-85d8d3066e0d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.389063 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-109377cb-75ed-40f3-90d0-cc9b3e8a9837 req-803f9231-a79c-4243-9698-85d8d3066e0d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 943 time: 0.2827194 Jul 14 13:51:40.479909 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.490732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3518d-027b-442d-a7f9-266821e63955 service neutron] Pushing event updated for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.523590 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-124b559a-d3d5-44e3-a80a-d054cc86c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.525055 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-124b559a-d3d5-44e3-a80a-d054cc86c7e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 1097 time: 0.2337582 Jul 14 13:51:40.529079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-1ae6a950-1704-48d9-9973-6122fc46d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.530745 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-1ae6a950-1704-48d9-9973-6122fc46d47e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494257 Jul 14 13:51:40.537128 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-0d552650-1aa2-4ae6-8c0f-87a48df6ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.538591 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-0d552650-1aa2-4ae6-8c0f-87a48df6ce1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1096 time: 0.1721981 Jul 14 13:51:40.581608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.592652 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-f83f0ce9-33cc-4dcf-8c83-7a03e6ab1be8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c HTTP/1.1" status: 200 len: 217 time: 0.0477519 Jul 14 13:51:40.611929 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-109377cb-75ed-40f3-90d0-cc9b3e8a9837 req-817115bd-5241-4d6c-bd17-542eb884dc76 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218487 Jul 14 13:51:40.649450 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5b9f52de-0398-4d69-9556-5f63bac7d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.668141 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-6a57aaab-def2-4470-acf9-d388b7d79e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.669602 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-6a57aaab-def2-4470-acf9-d388b7d79e52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.3435993 Jul 14 13:51:40.672807 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-9182f12d-ed56-4a14-9623-0dff383ded3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 217 time: 0.0942152 Jul 14 13:51:40.674316 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5b9f52de-0398-4d69-9556-5f63bac7d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.697241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cb75fe-b2e5-4ec7-ad4e-413a71b07e28 x-openstack-request-id: req-86cb75fe-b2e5-4ec7-ad4e-413a71b07e28 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:40.697767 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:40.698154 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86cb75fe-b2e5-4ec7-ad4e-413a71b07e28 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:40.698732 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c', 'status': 'completed', 'code': 200} Jul 14 13:51:40.765137 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6d405-12d9-478e-b6f9-2db620fa3d02 req-ba221161-fa94-453e-94a3-1db8f176fa00 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.766729 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ce6d405-12d9-478e-b6f9-2db620fa3d02 req-ba221161-fa94-453e-94a3-1db8f176fa00 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.4191437 Jul 14 13:51:40.769645 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-c11be100-9178-4c22-a7fc-bd6d75cc3234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0662031 Jul 14 13:51:40.772299 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5b9f52de-0398-4d69-9556-5f63bac7d19c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2afca77bee8f4d0eab3d8dd1529d2efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9057851 Jul 14 13:51:40.773016 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f52de-0398-4d69-9556-5f63bac7d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b694044a-2b28-4c93-835b-c453f9f63ee5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.777534 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57202) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:40.807904 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab42e5-5215-4743-92f7-793d15357f37 req-26834f6e-773c-4d42-9bf2-21579723a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.809409 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-26834f6e-773c-4d42-9bf2-21579723a0ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.2015321 Jul 14 13:51:40.856001 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.858533 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:40.859652 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddff9dab-704f-43c7-968f-7db3662b1cc9 HTTP/1.1" status: 204 len: 168 time: 0.6524098 Jul 14 13:51:40.868577 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-a92d6cba-beae-4713-b65c-163f4210734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.870068 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-a92d6cba-beae-4713-b65c-163f4210734c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.1624713 Jul 14 13:51:40.877594 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-c75b03e6-48d2-4970-a9f3-722a769fbcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557828 Jul 14 13:51:40.886201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8e903-0fa7-4b0a-bf56-1ae0739dd2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff9dab-704f-43c7-968f-7db3662b1cc9,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:40.890702 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-2ac1ad71-d328-4f87-b0ee-615256c5f2e6 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110380 Jul 14 13:51:40.911222 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ce6d405-12d9-478e-b6f9-2db620fa3d02 req-e13105b7-91b3-42f8-929a-d83427c8be01 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208987 Jul 14 13:51:40.914468 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-c4ac762f-8d48-4011-8f31-1a39409b5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:40.915858 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-c4ac762f-8d48-4011-8f31-1a39409b5628 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.1232321 Jul 14 13:51:40.969199 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-4595d143-bfbc-4060-9dd2-205a7c08379a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377047 Jul 14 13:51:41.046459 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.106912 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-0d87ab30-4325-4f0a-a662-f286a7a5bf18 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146218 Jul 14 13:51:41.108124 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4071c-5bfd-45d4-a7d2-a6c3db5b1880 req-b1b1cd07-da1a-44b2-866b-b79ee721f9b2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.109728 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07b4071c-5bfd-45d4-a7d2-a6c3db5b1880 req-b1b1cd07-da1a-44b2-866b-b79ee721f9b2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.3183265 Jul 14 13:51:41.169554 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-cdc67d50-9294-430e-8aa4-bf85ef9baa03 req-b290c1bb-5267-4c59-a098-b12eb59fc291 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501698 Jul 14 13:51:41.213343 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07b4071c-5bfd-45d4-a7d2-a6c3db5b1880 req-d0a626f5-b444-4c51-bea9-aff4b63510d9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801044 Jul 14 13:51:41.234202 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-2b1fadc2-2729-419c-a158-2a592f5323bc service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469630 Jul 14 13:51:41.295939 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.302961 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:41.312462 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-eaa81ee4-ebf4-458a-bc16-b0216c33f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.315125 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-eaa81ee4-ebf4-458a-bc16-b0216c33f620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4337733 Jul 14 13:51:41.336904 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b46d3c-e697-4f9c-a5d5-1c6ff4fae230 req-d2af34dc-2c4b-49bb-ac0d-931c74e3d9bf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.344151 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-77b46d3c-e697-4f9c-a5d5-1c6ff4fae230 req-d2af34dc-2c4b-49bb-ac0d-931c74e3d9bf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 943 time: 0.2333369 Jul 14 13:51:41.440144 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-77b46d3c-e697-4f9c-a5d5-1c6ff4fae230 req-a1a512a3-65d8-4e8a-b191-6e7867915c94 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949621 Jul 14 13:51:41.462199 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db5e545b-19ea-4c99-ba4b-f25f44abd723 req-e75f8811-dcf3-4df5-a5a2-1d20c650bc4b service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150469 Jul 14 13:51:41.491136 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ceab42e5-5215-4743-92f7-793d15357f37 req-0fe43928-6057-4349-93e2-78ce3088939c service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168199 Jul 14 13:51:41.525246 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db4d8-e19d-484f-ab8b-2c0e712065fc req-dfe945bc-5c03-42a0-8fcb-31f9eb1b7244 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.529528 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab4db4d8-e19d-484f-ab8b-2c0e712065fc req-dfe945bc-5c03-42a0-8fcb-31f9eb1b7244 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 944 time: 0.1655548 Jul 14 13:51:41.541134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.544271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.547764 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b694044a-2b28-4c93-835b-c453f9f63ee5 HTTP/1.1" status: 204 len: 168 time: 0.7590687 Jul 14 13:51:41.561265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35718c79-23c3-4c33-a2fe-4fc9150c96ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b694044a-2b28-4c93-835b-c453f9f63ee5,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:41.577443 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-961ca066-302e-4091-b606-f905ecb8b5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159843 Jul 14 13:51:41.603013 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab4db4d8-e19d-484f-ab8b-2c0e712065fc req-be22accd-14bf-403b-90fd-fdab67b878df tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622442 Jul 14 13:51:41.666069 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:41.676947 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57238) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:41.695797 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:41.737123 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.755310 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:41.761196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-e5e387a0-b103-4c0d-a3e0-bf2e05086b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.762705 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-e5e387a0-b103-4c0d-a3e0-bf2e05086b21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 1097 time: 0.1413856 Jul 14 13:51:41.769962 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-665010e3-c2cf-4782-a4c5-7a5988d1cb71 req-6b727a8d-6cdf-4d53-b62f-50b749e535aa service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626804 Jul 14 13:51:41.792387 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:41.802002 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:41.802977 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1c43871d-4d65-43dd-8557-b49bd807dd9b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:41.892487 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-536b4b7e-e25c-4d03-a0be-f92fa6a17190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:41.894406 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-536b4b7e-e25c-4d03-a0be-f92fa6a17190 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.1234975 Jul 14 13:51:41.941484 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.013163 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '1c43871d-4d65-43dd-8557-b49bd807dd9b', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'port_id': '1c43871d-4d65-43dd-8557-b49bd807dd9b', 'mac_address': 'fa:16:3e:f5:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:42.018941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.029386 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-e5886327-a07b-4567-bb71-e359ccf317c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c HTTP/1.1" status: 200 len: 217 time: 0.1277657 Jul 14 13:51:42.082530 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4b13-fe9d-49fd-8129-d2df8be37550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.105167 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.135014 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c43871d-4d65-43dd-8557-b49bd807dd9b {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:42.145934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-93560018-9acb-414b-aa9d-430ad0fb7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.145934 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-93560018-9acb-414b-aa9d-430ad0fb7a69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.1064575 Jul 14 13:51:42.150248 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033ab0-9f07-429b-a813-8bf57293cd7d req-30dcaea8-5350-45bb-8676-07973e32fb72 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.157313 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ad033ab0-9f07-429b-a813-8bf57293cd7d req-30dcaea8-5350-45bb-8676-07973e32fb72 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 943 time: 0.3478723 Jul 14 13:51:42.159687 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57252) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:42.181881 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.182330 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3037db0e-b3cb-4819-b6ee-f0d007b9fe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.183731 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-ee149b22-f666-4a58-90b1-d362585121bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293927 Jul 14 13:51:42.187962 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.189262 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:42.288779 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ad033ab0-9f07-429b-a813-8bf57293cd7d req-70a9e3ea-ed9f-4a9d-a9d3-6621cee416b2 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304963 Jul 14 13:51:42.297411 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.321075 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-b00f7562-d811-492c-8af8-aeaf58ea055f service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297894 Jul 14 13:51:42.385187 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.395384 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4b13-fe9d-49fd-8129-d2df8be37550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.400369 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'port_id': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', 'mac_address': 'fa:16:3e:8a:ea:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270967d9-cdbb-40bb-9b16-f98f0d4d4c2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:42.412830 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f108d-f2b4-4096-9693-740af27f1aef req-6777b7e9-f072-4eb0-809d-8800f5aa4fca tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.414448 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df3f108d-f2b4-4096-9693-740af27f1aef req-6777b7e9-f072-4eb0-809d-8800f5aa4fca tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 943 time: 0.2110994 Jul 14 13:51:42.427749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4b13-fe9d-49fd-8129-d2df8be37550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.443565 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ce6e8ed0-7886-4ae9-97d5-67078a8fa28b req-091dfdbc-23ff-490a-9dd2-0053cf2d7344 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116724 Jul 14 13:51:42.443812 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.458291 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:42.494892 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.499449 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.500215 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:42.559285 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0dcd4b13-fe9d-49fd-8129-d2df8be37550 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e6bd32a08f4475586b973314c421291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8810809 Jul 14 13:51:42.562195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57262) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:42.571964 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd4b13-fe9d-49fd-8129-d2df8be37550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586c81e-8697-4ba1-abad-9ace1819bd7c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.592286 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df3f108d-f2b4-4096-9693-740af27f1aef req-9e31bf7a-a09d-4d15-9e56-67d4f47620ae tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656289 Jul 14 13:51:42.614753 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.650584 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.677340 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.690974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,segment=NetworkSegment(964a56cc-5b5c-418c-bd03-57248f72ad32),segment_id=964a56cc-5b5c-418c-bd03-57248f72ad32)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.705777 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae8c7f-9168-463a-8ae2-5d2216f27138 req-f072cd1a-03c1-40ea-8e58-b0f150543caf tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.708705 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:42.714000 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3ae8c7f-9168-463a-8ae2-5d2216f27138 req-f072cd1a-03c1-40ea-8e58-b0f150543caf tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.2367642 Jul 14 13:51:42.716756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26dd34c-a21e-46a0-b0d0-96a0639945aa" -d '{"events": [{"name": "network-changed", "server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:42.722455 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0', 'network_id': '091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a', 'port_id': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0', 'mac_address': 'fa:16:3e:cf:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576fe4fc-7788-4bf7-974f-7dad124bf22f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:42.763478 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.766754 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.768211 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3586c81e-8697-4ba1-abad-9ace1819bd7c HTTP/1.1" status: 204 len: 168 time: 0.2020357 Jul 14 13:51:42.777101 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e909ca6-69e4-4478-99f3-88fcb6150c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586c81e-8697-4ba1-abad-9ace1819bd7c,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.778767 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.802984 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:42.839210 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,segment=NetworkSegment(964a56cc-5b5c-418c-bd03-57248f72ad32),segment_id=964a56cc-5b5c-418c-bd03-57248f72ad32)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:42.845187 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.854164 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3ae8c7f-9168-463a-8ae2-5d2216f27138 req-e99ae760-8993-4b3d-ab0a-07df76c8d422 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390185 Jul 14 13:51:42.863725 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3037db0e-b3cb-4819-b6ee-f0d007b9fe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.869799 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3037db0e-b3cb-4819-b6ee-f0d007b9fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:42.901995 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.937404 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3037db0e-b3cb-4819-b6ee-f0d007b9fe04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55bc96195cab48c8821ce3741f0e8072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7725103 Jul 14 13:51:42.938390 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57278) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:42.948419 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037db0e-b3cb-4819-b6ee-f0d007b9fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbf5d9c-47c5-4b8d-a3e8-bc12839c4e0b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:42.972982 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69f037-9f16-4604-92a9-2462ff33d7bd req-54c88d6b-572e-47f5-b01d-df50d33b631d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:42.974647 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0c69f037-9f16-4604-92a9-2462ff33d7bd req-54c88d6b-572e-47f5-b01d-df50d33b631d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 944 time: 0.2222893 Jul 14 13:51:43.049853 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:51:43.053730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0c69f037-9f16-4604-92a9-2462ff33d7bd req-24e35a15-e1f3-4a7c-b708-aa7e89e4912b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Jul 14 13:51:43.084346 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.102880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.132591 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e0f42-723c-4878-aef7-c23f4731a640 x-openstack-request-id: req-5a3e0f42-723c-4878-aef7-c23f4731a640 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:43.132912 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:43.133189 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a3e0f42-723c-4878-aef7-c23f4731a640 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:43.133575 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'status': 'completed', 'code': 200} Jul 14 13:51:43.155178 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57286) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.169046 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f2c5-5fc3-4ad6-9fc1-792767e0baf0 req-a0b78c84-d61a-4923-867f-08774d8b213e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.170794 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3cd3f2c5-5fc3-4ad6-9fc1-792767e0baf0 req-a0b78c84-d61a-4923-867f-08774d8b213e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 944 time: 0.1515043 Jul 14 13:51:43.173827 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ab110e80-60e6-4161-804d-756e417546b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.202598 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.205519 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.209252 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abbf5d9c-47c5-4b8d-a3e8-bc12839c4e0b HTTP/1.1" status: 204 len: 168 time: 0.2671013 Jul 14 13:51:43.234142 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5874-5f4c-4620-9578-1855ab9b2798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbf5d9c-47c5-4b8d-a3e8-bc12839c4e0b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.243762 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3cd3f2c5-5fc3-4ad6-9fc1-792767e0baf0 req-0f95c8ed-6b81-42aa-b676-c39c0ee8bff8 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644722 Jul 14 13:51:43.286789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-a4d353c0-8446-4c8c-baa7-8949dd92fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.288367 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-a4d353c0-8446-4c8c-baa7-8949dd92fba6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1096 time: 0.0966573 Jul 14 13:51:43.386672 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ab110e80-60e6-4161-804d-756e417546b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.524788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:43.545656 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d5198-736e-4540-9437-1710f1b63243 req-365f4f2b-f14e-4838-bbab-0139db7e62ad tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.547824 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be7d5198-736e-4540-9437-1710f1b63243 req-365f4f2b-f14e-4838-bbab-0139db7e62ad tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 943 time: 0.0895123 Jul 14 13:51:43.637383 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be7d5198-736e-4540-9437-1710f1b63243 req-96cbe0f0-352a-4caa-8a88-4060da9c174c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808923 Jul 14 13:51:43.661130 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['1c43871d-4d65-43dd-8557-b49bd807dd9b'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:43.665175 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:43.691837 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['04088766-8c7e-4fbb-bdfd-6d85539a5fe0'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:43.775114 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ab110e80-60e6-4161-804d-756e417546b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.825088 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110e80-60e6-4161-804d-756e417546b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a99c9-91c3-4339-b274-18d0e9c6ab61,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:43.830568 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ab110e80-60e6-4161-804d-756e417546b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=beb936e836c04abaa7be97d56396e8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731892 Jul 14 13:51:43.832821 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57316) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:43.845211 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489ecde-4640-4679-b708-7b5143cfc2c6 req-d3c27f6a-8d15-4bb7-a370-92d820fd5472 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.847750 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9489ecde-4640-4679-b708-7b5143cfc2c6 req-d3c27f6a-8d15-4bb7-a370-92d820fd5472 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 944 time: 0.1069100 Jul 14 13:51:43.896769 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-29a58481-ed51-482b-86c3-d30ca3f91209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:43.898278 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-29a58481-ed51-482b-86c3-d30ca3f91209 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.6015036 Jul 14 13:51:43.950905 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-c98a7496-96e9-4d1d-9ce1-de41f12bab3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 217 time: 0.0434146 Jul 14 13:51:43.953712 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:43.972543 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9489ecde-4640-4679-b708-7b5143cfc2c6 req-96087518-3e8e-4bcc-90d0-956e93c10688 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176901 Jul 14 13:51:44.030319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.060015 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-cefcc95c-d6dd-479c-85ad-1e6f517062ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.061530 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-cefcc95c-d6dd-479c-85ad-1e6f517062ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.1024990 Jul 14 13:51:44.135034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-744d53c1-6f0c-4676-b900-06ea658cec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.137203 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-744d53c1-6f0c-4676-b900-06ea658cec07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673730 Jul 14 13:51:44.138787 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.142174 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:44.143452 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e86a99c9-91c3-4339-b274-18d0e9c6ab61 HTTP/1.1" status: 204 len: 168 time: 0.3097048 Jul 14 13:51:44.169293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56513e-a0c9-4f13-8adf-b810480a1e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a99c9-91c3-4339-b274-18d0e9c6ab61,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:44.269815 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c35cb-0a83-42d2-be62-450e7d4234f2 req-403318d0-6fb2-4cba-866a-dce3404d95b5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.285090 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3b8c35cb-0a83-42d2-be62-450e7d4234f2 req-403318d0-6fb2-4cba-866a-dce3404d95b5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.2363136 Jul 14 13:51:44.296776 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-2e3362cd-f387-438c-aaae-ba783a5425ff service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522071 Jul 14 13:51:44.356396 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3b8c35cb-0a83-42d2-be62-450e7d4234f2 req-86301d5f-cf3c-480f-a015-39fb8e15f6ca tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708771 Jul 14 13:51:44.482122 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a26dd34c-a21e-46a0-b0d0-96a0639945aa req-5650b85a-25dd-43fa-b1ec-6e6bc3590ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787195 Jul 14 13:51:44.548397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceafd61-8c09-40bd-957e-5b0e7ef9ac8f req-9807209e-28f1-4b76-94ba-8acd339f3433 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.550085 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ceafd61-8c09-40bd-957e-5b0e7ef9ac8f req-9807209e-28f1-4b76-94ba-8acd339f3433 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 944 time: 0.1651452 Jul 14 13:51:44.633256 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ceafd61-8c09-40bd-957e-5b0e7ef9ac8f req-e9e26182-9c7e-4222-b462-f0c3016a53db tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771823 Jul 14 13:51:44.670989 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2b8d-315e-405a-a161-f14037e46d93 req-655124b3-041c-4ab9-8562-084dccd0a0b9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.681591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4ee2b8d-315e-405a-a161-f14037e46d93 req-655124b3-041c-4ab9-8562-084dccd0a0b9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 944 time: 0.1001093 Jul 14 13:51:44.720223 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4ee2b8d-315e-405a-a161-f14037e46d93 req-2a738429-b63a-4c6a-ad95-90189752e5e6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372915 Jul 14 13:51:44.844804 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5761dc-36a5-47d0-b63c-43cab3ac6e16 req-4b6225f8-cccc-4059-93b8-422b99ba3e88 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:44.846474 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ff5761dc-36a5-47d0-b63c-43cab3ac6e16 req-4b6225f8-cccc-4059-93b8-422b99ba3e88 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 943 time: 0.0742736 Jul 14 13:51:44.889242 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ff5761dc-36a5-47d0-b63c-43cab3ac6e16 req-54ecb778-9e04-4422-86ea-cbbd51a08dd3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Jul 14 13:51:45.147489 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08670b-9766-4b4d-a854-64a5acd10228 req-6319ebac-7479-4fd8-ba83-21815d3541bc tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.154310 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eb08670b-9766-4b4d-a854-64a5acd10228 req-6319ebac-7479-4fd8-ba83-21815d3541bc tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 944 time: 0.0728025 Jul 14 13:51:45.191339 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eb08670b-9766-4b4d-a854-64a5acd10228 req-b37a8883-c689-4198-8634-2b25dfd56073 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Jul 14 13:51:45.280253 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device fbf210e9-9fe4-454a-83a3-d348207ccf7c details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:45.287514 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:45.405555 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:45.414512 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:45.415824 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.472638 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:45.491334 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c', 'network_id': '9c40e60d-14a3-4227-b692-df5c1d7ab3f5', 'port_id': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c', 'mac_address': 'fa:16:3e:ff:bd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff12c307-cea1-44ed-ac88-12d6a537b935', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:45.566403 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.582857 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.586988 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf210e9-9fe4-454a-83a3-d348207ccf7c {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:45.625934 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:45.656747 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd84ca-1452-4d26-88a1-76203a3b0457 req-cc06cdd9-72cb-433d-8506-c23b2fc84053 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:45.658380 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0fd84ca-1452-4d26-88a1-76203a3b0457 req-cc06cdd9-72cb-433d-8506-c23b2fc84053 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.1167481 Jul 14 13:51:45.730288 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:45.739145 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0fd84ca-1452-4d26-88a1-76203a3b0457 req-f97d5a3b-5ec0-4ff3-a0da-c72659088d79 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632191 Jul 14 13:51:45.760455 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:45.764529 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.765234 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device cddf979c-7b9d-49d9-8560-ac217c5c05a2 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:51:45.810254 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:45.811208 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:45.913616 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.db.resource_extend [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 13:51:45.964579 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57428) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:46.001221 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b800794-e651-4488-b18d-f4f4f3255c8a req-258eccc6-74ed-4aee-b7d2-d0ef445c76df tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.009497 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b800794-e651-4488-b18d-f4f4f3255c8a req-258eccc6-74ed-4aee-b7d2-d0ef445c76df tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1715794 Jul 14 13:51:46.075232 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b800794-e651-4488-b18d-f4f4f3255c8a req-37fee608-cdb0-413c-b240-5d822412c126 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645230 Jul 14 13:51:46.093684 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d27fc4-7469-41a3-a637-a8b8049c824e" -d '{"events": [{"server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "name": "network-vif-plugged", "status": "completed", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:46.099183 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd78c5-ec39-463d-a09b-aafe5a77fac6 req-1fda3bb2-833e-4d1f-8fe7-29721ff580e1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.104192 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2cfd78c5-ec39-463d-a09b-aafe5a77fac6 req-1fda3bb2-833e-4d1f-8fe7-29721ff580e1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 945 time: 0.1778452 Jul 14 13:51:46.119000 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.179200 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:46.195203 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:46.195396 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.205985 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2cfd78c5-ec39-463d-a09b-aafe5a77fac6 req-c4edfcf0-dabf-4966-bde9-d914ec9a8f80 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Jul 14 13:51:46.210363 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:46.240287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.247198 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'port_id': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'mac_address': 'fa:16:3e:76:bc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:51:46.263916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b39e6930-c2a0-4fcf-8b9a-74bf891665a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.303331 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.337434 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cddf979c-7b9d-49d9-8560-ac217c5c05a2 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:51:46.369343 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:46.370735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.382039 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.388405 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a7a60-2e14-4e36-9357-5126ff43c7ac req-02691064-efc5-4212-b8af-3a6ad32a4efa tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.400765 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-667a7a60-2e14-4e36-9357-5126ff43c7ac req-02691064-efc5-4212-b8af-3a6ad32a4efa tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 943 time: 0.1414325 Jul 14 13:51:46.426724 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac008a-4fa8-439b-8bbe-67ebaffe677b x-openstack-request-id: req-c5ac008a-4fa8-439b-8bbe-67ebaffe677b {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:46.426724 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "name": "network-vif-plugged", "status": "completed", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:46.426724 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5ac008a-4fa8-439b-8bbe-67ebaffe677b {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:46.426724 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', 'code': 200} Jul 14 13:51:46.454576 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,segment=NetworkSegment(964a56cc-5b5c-418c-bd03-57248f72ad32),segment_id=964a56cc-5b5c-418c-bd03-57248f72ad32)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:46.465917 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.467366 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-667a7a60-2e14-4e36-9357-5126ff43c7ac req-1b8975c6-4b14-43b0-919e-4fe2bcd05984 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651877 Jul 14 13:51:46.469994 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.473618 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b39e6930-c2a0-4fcf-8b9a-74bf891665a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.497504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b39e6930-c2a0-4fcf-8b9a-74bf891665a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.569250 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.573336 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b39e6930-c2a0-4fcf-8b9a-74bf891665a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b24a0b9a08c4b2c91db2db95d8cbb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068990 Jul 14 13:51:46.574395 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57448) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:46.575336 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e6930-c2a0-4fcf-8b9a-74bf891665a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e60614-c8ae-4fc7-9463-e68c7aa810ca,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.671570 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.682219 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794b4a8-bd08-4675-a909-a87c7c038c0c req-e29a229f-1d46-406c-a259-0c0f6bcc8352 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.683766 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9794b4a8-bd08-4675-a909-a87c7c038c0c req-e29a229f-1d46-406c-a259-0c0f6bcc8352 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.1256111 Jul 14 13:51:46.716220 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.749262 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['fbf210e9-9fe4-454a-83a3-d348207ccf7c'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:46.762591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9794b4a8-bd08-4675-a909-a87c7c038c0c req-0bc58856-a59c-4184-9fb3-abee769ea221 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Jul 14 13:51:46.774863 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-0b5ab4f2-8c42-4404-8ec9-f481affd844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:46.776744 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-0b5ab4f2-8c42-4404-8ec9-f481affd844b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 1098 time: 0.0883365 Jul 14 13:51:46.793038 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['cddf979c-7b9d-49d9-8560-ac217c5c05a2'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:51:46.800973 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.806390 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-7598d8f1-476f-48b7-a0c6-f8259700ccc6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.807759 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.809085 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7e60614-c8ae-4fc7-9463-e68c7aa810ca HTTP/1.1" status: 204 len: 168 time: 0.2332168 Jul 14 13:51:46.838261 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5272dd8-35bd-4cbf-b9db-00cc509366ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e60614-c8ae-4fc7-9463-e68c7aa810ca,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:46.984619 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-7598d8f1-476f-48b7-a0c6-f8259700ccc6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:46.995999 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-7598d8f1-476f-48b7-a0c6-f8259700ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.056865 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-28ef55ec-f39c-46d6-ac9a-17f5323e6332 req-7598d8f1-476f-48b7-a0c6-f8259700ccc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660015 Jul 14 13:51:47.058140 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8662b92-4a56-43ec-9433-a0ddc4a4edef req-3b88759a-5124-489e-aa84-02e073fe0ab3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.059609 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d8f1-476f-48b7-a0c6-f8259700ccc6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=18a0abd1-2780-4953-b182-1c689217f108,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:47.059731 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8662b92-4a56-43ec-9433-a0ddc4a4edef req-3b88759a-5124-489e-aa84-02e073fe0ab3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.1341722 Jul 14 13:51:47.140328 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8662b92-4a56-43ec-9433-a0ddc4a4edef req-92979ffa-ddbb-4dda-a0d6-f0e32409eb44 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688341 Jul 14 13:51:47.285920 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:47.343186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7709c-d09c-4c2e-bd91-51fb6c001e83 req-3c61bb7f-8518-4b01-b860-07c461adbbe1 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.362499 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-56e7709c-d09c-4c2e-bd91-51fb6c001e83 req-3c61bb7f-8518-4b01-b860-07c461adbbe1 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1342893 Jul 14 13:51:47.382570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57498) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:47.396344 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:47.398889 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8ec41e93-00f4-47ff-8749-a7afe2ec1867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.408697 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:47.409073 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.523797 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-56e7709c-d09c-4c2e-bd91-51fb6c001e83 req-7677a226-4619-4465-8ff5-e4a3b4c7052d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604712 Jul 14 13:51:47.546883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f6b4f-5e06-4108-8313-154f27181907 req-838e626f-71f2-447d-8077-aa809d803aad tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.554048 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-605f6b4f-5e06-4108-8313-154f27181907 req-838e626f-71f2-447d-8077-aa809d803aad tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 945 time: 0.1889071 Jul 14 13:51:47.565146 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8ec41e93-00f4-47ff-8749-a7afe2ec1867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.570272 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57510) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:47.593292 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8ec41e93-00f4-47ff-8749-a7afe2ec1867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.596651 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.608847 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-605f6b4f-5e06-4108-8313-154f27181907 req-504843e3-fb79-462c-9a60-1ef29082a2af tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Jul 14 13:51:47.668047 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:47.675819 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.676875 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1c43871d-4d65-43dd-8557-b49bd807dd9b up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:47.710536 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8ec41e93-00f4-47ff-8749-a7afe2ec1867 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb4a68dfdb914f53ae7ddefc1471eca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268278 Jul 14 13:51:47.714165 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57520) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:47.768351 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41e93-00f4-47ff-8749-a7afe2ec1867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02312d71-1bce-4902-84ba-863f40dda6fb,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:47.777191 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:47.780939 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 1c43871d-4d65-43dd-8557-b49bd807dd9b completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:47.786432 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 1c43871d-4d65-43dd-8557-b49bd807dd9b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:47.786817 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.788838 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6a562661-1243-4504-87d4-828197c5deff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.847166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.847465 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0eba4-6c07-4dbf-856d-0106b1158737 req-3803bc9b-cef7-4ae2-b253-af9cd86f3208 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:47.854087 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9c0eba4-6c07-4dbf-856d-0106b1158737 req-3803bc9b-cef7-4ae2-b253-af9cd86f3208 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 944 time: 0.1613600 Jul 14 13:51:47.892090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.915170 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9c0eba4-6c07-4dbf-856d-0106b1158737 req-78c3e210-ed5a-4ef3-a6cb-a4e73c9dab60 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537703 Jul 14 13:51:47.929570 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.983711 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:47.989723 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:47.999793 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6a562661-1243-4504-87d4-828197c5deff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.010686 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6a562661-1243-4504-87d4-828197c5deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.046538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4274b-4bd8-4965-8dfc-4482b0716499 req-de489201-c7d9-4c78-951b-53e2a79d03df tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.048696 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6a562661-1243-4504-87d4-828197c5deff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=577c89d5a0314f268a0e7af9ab4aab10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664078 Jul 14 13:51:48.049278 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-08e4274b-4bd8-4965-8dfc-4482b0716499 req-de489201-c7d9-4c78-951b-53e2a79d03df tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.0836110 Jul 14 13:51:48.051104 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57546) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:48.053297 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.055894 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.057032 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02312d71-1bce-4902-84ba-863f40dda6fb HTTP/1.1" status: 204 len: 168 time: 0.3413179 Jul 14 13:51:48.068158 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.086594 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a562661-1243-4504-87d4-828197c5deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ec6b9-9e00-43ab-a5f3-25a5f035a90a,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.097788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a18a-9449-4531-aa64-08b46d2992e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02312d71-1bce-4902-84ba-863f40dda6fb,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.135694 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-08e4274b-4bd8-4965-8dfc-4482b0716499 req-a6c587b7-b617-41a9-83ba-cca200a5a3e6 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Jul 14 13:51:48.156004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.188417 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.248351 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.251213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.255198 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa2ec6b9-9e00-43ab-a5f3-25a5f035a90a HTTP/1.1" status: 204 len: 168 time: 0.2001610 Jul 14 13:51:48.271794 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f4a19-6d00-4225-b824-24595c326dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ec6b9-9e00-43ab-a5f3-25a5f035a90a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:48.353240 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0c24-3f11-4ca9-9887-467df1568e3f req-7e2f2c5b-e2b6-41cd-b626-521e323520aa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.354836 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8f6b0c24-3f11-4ca9-9887-467df1568e3f req-7e2f2c5b-e2b6-41cd-b626-521e323520aa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0680289 Jul 14 13:51:48.398864 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8f6b0c24-3f11-4ca9-9887-467df1568e3f req-0e679288-20a1-4691-9530-57791f1d78e3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Jul 14 13:51:48.427175 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0'}, {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}, {'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:48.429866 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf39a9e2-51b5-4c74-89f1-04f00bc45f60" -d '{"events": [{"server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "name": "network-vif-plugged", "status": "completed", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0"}, {"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}, {"server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "name": "network-vif-plugged", "status": "completed", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:48.480956 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffafb1-0848-4b09-b6c6-60773ef409cb x-openstack-request-id: req-f2ffafb1-0848-4b09-b6c6-60773ef409cb {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:48.481266 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "name": "network-vif-plugged", "status": "completed", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0", "code": 200}, {"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "code": 200}, {"server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "name": "network-vif-plugged", "status": "completed", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:48.481526 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2ffafb1-0848-4b09-b6c6-60773ef409cb {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:48.481927 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0', 'code': 200} Jul 14 13:51:48.482182 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'code': 200} Jul 14 13:51:48.482432 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b', 'code': 200} Jul 14 13:51:48.546276 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57578) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:48.723111 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57590) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:48.760433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8a00ab1-5bb2-4141-90e5-e8640fa21026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.773688 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa808d17-bc53-4f6b-9ccf-dcf336b2430e req-184fb900-f9f3-4da1-ab9c-fc239dd63076 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.783277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa808d17-bc53-4f6b-9ccf-dcf336b2430e req-184fb900-f9f3-4da1-ab9c-fc239dd63076 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1027577 Jul 14 13:51:48.862524 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e4f41f6f-625f-4de7-bbd7-6a01759fdaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.955977 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa808d17-bc53-4f6b-9ccf-dcf336b2430e req-63f04772-88a7-43f0-a509-5c4b3584e330 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706884 Jul 14 13:51:48.989702 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8a00ab1-5bb2-4141-90e5-e8640fa21026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:48.990513 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e70b5-0391-4ecb-a624-9656ecce84e3 req-48ce6ccd-5555-4658-8665-fe093eabcd65 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:48.993124 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-233e70b5-0391-4ecb-a624-9656ecce84e3 req-48ce6ccd-5555-4658-8665-fe093eabcd65 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 945 time: 0.1153064 Jul 14 13:51:48.998515 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8a00ab1-5bb2-4141-90e5-e8640fa21026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.057522 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a00ab1-5bb2-4141-90e5-e8640fa21026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64f13c-34bb-4f60-a0e9-94fa1fd40c82,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:49.072557 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-233e70b5-0391-4ecb-a624-9656ecce84e3 req-8204d413-1df2-42cc-9de2-83f2604cc52d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725226 Jul 14 13:51:49.154060 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f8a00ab1-5bb2-4141-90e5-e8640fa21026 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c69d657f2e6f4b6c9e265f7d86959925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295647 Jul 14 13:51:49.182283 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57600) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:49.289442 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2a58-afc5-44b4-9f28-913528f9d536 req-be86cdb8-fb17-4a46-afc8-9bbe7cf98c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.291021 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d2b2a58-afc5-44b4-9f28-913528f9d536 req-be86cdb8-fb17-4a46-afc8-9bbe7cf98c60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.1756938 Jul 14 13:51:49.291153 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e4f41f6f-625f-4de7-bbd7-6a01759fdaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.296620 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01ac7-cd62-4e53-aa4e-4935474cceb1 req-de5bbf7a-8477-4492-8d55-37dd28aceb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.297610 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device fbf210e9-9fe4-454a-83a3-d348207ccf7c up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:49.297988 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48c01ac7-cd62-4e53-aa4e-4935474cceb1 req-de5bbf7a-8477-4492-8d55-37dd28aceb61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 1098 time: 0.1981852 Jul 14 13:51:49.316012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.321138 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e4f41f6f-625f-4de7-bbd7-6a01759fdaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.357525 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f41f6f-625f-4de7-bbd7-6a01759fdaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe01601e-14fb-477f-ae98-e0c9000ae084,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:49.362962 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d2b2a58-afc5-44b4-9f28-913528f9d536 req-7df3b9eb-3bbb-4ef9-b8bc-eba1423f0eb7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Jul 14 13:51:49.382361 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.395998 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port fbf210e9-9fe4-454a-83a3-d348207ccf7c completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:49.398556 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48c01ac7-cd62-4e53-aa4e-4935474cceb1 req-f0bde28f-2ce0-48c1-a175-7f3258cef215 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776677 Jul 14 13:51:49.404369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e4f41f6f-625f-4de7-bbd7-6a01759fdaac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3073a93f37347ada41352bf7e03682b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8566983 Jul 14 13:51:49.407153 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57608) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:49.411650 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1e4c0-4e9c-4799-9701-fff4beb204f7 req-09bcad6f-fe02-41f4-90b9-3fc3ab1ab6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.413985 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38e1e4c0-4e9c-4799-9701-fff4beb204f7 req-09bcad6f-fe02-41f4-90b9-3fc3ab1ab6d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1098 time: 0.2757814 Jul 14 13:51:49.414218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port fbf210e9-9fe4-454a-83a3-d348207ccf7c triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:49.415146 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.437728 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109553c-bd8c-429f-9de0-7845b2aa93a7 req-3d245a13-d0d6-422e-975d-633ce4c50da8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.445464 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6109553c-bd8c-429f-9de0-7845b2aa93a7 req-3d245a13-d0d6-422e-975d-633ce4c50da8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 944 time: 0.2624800 Jul 14 13:51:49.473726 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0eb9b-5427-4802-9843-271f7749b7f6 req-5ad8a6ad-283f-4c30-8afd-61599c7f9c1b tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.475385 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4fa0eb9b-5427-4802-9843-271f7749b7f6 req-5ad8a6ad-283f-4c30-8afd-61599c7f9c1b tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.2128098 Jul 14 13:51:49.482417 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.510035 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.512727 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.513902 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d64f13c-34bb-4f60-a0e9-94fa1fd40c82 HTTP/1.1" status: 204 len: 168 time: 0.3290808 Jul 14 13:51:49.516242 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.524225 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6109553c-bd8c-429f-9de0-7845b2aa93a7 req-4235ef4b-ff4f-441d-a971-f37c97b66e6a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777004 Jul 14 13:51:49.533076 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4f34a-4ec9-4e51-9254-2f6132e4081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64f13c-34bb-4f60-a0e9-94fa1fd40c82,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:49.570684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4fa0eb9b-5427-4802-9843-271f7749b7f6 req-7b68fc46-2522-4011-8fdf-44efb3a8122e tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824325 Jul 14 13:51:49.589388 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.601478 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.604275 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.605857 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe01601e-14fb-477f-ae98-e0c9000ae084 HTTP/1.1" status: 204 len: 168 time: 0.1966205 Jul 14 13:51:49.617746 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c12fcf-88d3-4573-95f7-6d1e88e22403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe01601e-14fb-477f-ae98-e0c9000ae084,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:49.660732 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:49.667246 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.668624 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device cddf979c-7b9d-49d9-8560-ac217c5c05a2 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:51:49.752455 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:49.761177 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a3597-8fdb-4503-a2de-8dc467f38ed4 req-e7a43620-ab70-47d7-be97-498f1f8912f8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:49.763100 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-481a3597-8fdb-4503-a2de-8dc467f38ed4 req-e7a43620-ab70-47d7-be97-498f1f8912f8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0919693 Jul 14 13:51:49.769733 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port cddf979c-7b9d-49d9-8560-ac217c5c05a2 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:51:49.773977 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port cddf979c-7b9d-49d9-8560-ac217c5c05a2 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:51:49.774438 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.833344 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-481a3597-8fdb-4503-a2de-8dc467f38ed4 req-05b18cf7-9349-4947-b3fa-a25ecc602cf3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627882 Jul 14 13:51:49.870195 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.915509 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:51:49.923921 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:49.938966 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38e1e4c0-4e9c-4799-9701-fff4beb204f7 req-8389b80c-6447-4e5e-9097-ba93e1f74367 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612257 Jul 14 13:51:49.983514 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:50.099709 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57634) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:50.135385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c7e3355e-9baa-4a38-a4ca-ad25c6ce2a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.212244 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae245a30-070a-4196-a982-4e0fcb390d76 req-e184ccc0-97be-42fb-8786-79a021498509 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.213792 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ae245a30-070a-4196-a982-4e0fcb390d76 req-e184ccc0-97be-42fb-8786-79a021498509 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1258271 Jul 14 13:51:50.292313 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ae245a30-070a-4196-a982-4e0fcb390d76 req-5a024555-9370-4a92-ba03-583c1609cc32 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620177 Jul 14 13:51:50.292438 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c7e3355e-9baa-4a38-a4ca-ad25c6ce2a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.294189 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c7e3355e-9baa-4a38-a4ca-ad25c6ce2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.321515 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f001e-1329-4925-b110-0973e74dd77d req-d53e26f9-a3de-4042-9a13-728bf41e0874 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.323475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d45f001e-1329-4925-b110-0973e74dd77d req-d53e26f9-a3de-4042-9a13-728bf41e0874 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1087961 Jul 14 13:51:50.338811 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3355e-9baa-4a38-a4ca-ad25c6ce2a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd483f8-9b17-46f1-b57e-cbc083812469,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:50.344603 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c7e3355e-9baa-4a38-a4ca-ad25c6ce2a93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49caf98c461042e9b8c1c82d1371fe18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431595 Jul 14 13:51:50.347848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57646) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:50.379642 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d45f001e-1329-4925-b110-0973e74dd77d req-7a999604-a738-4824-86c3-a359674ecccd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493996 Jul 14 13:51:50.413146 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.436921 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.484276 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c'}, {'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:50.487645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad6fb0-1974-45ab-8600-6cd7e45ae9fa" -d '{"events": [{"server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c"}, {"server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "name": "network-vif-plugged", "status": "completed", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:50.505535 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.509698 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:50.513806 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bd483f8-9b17-46f1-b57e-cbc083812469 HTTP/1.1" status: 204 len: 168 time: 0.1633255 Jul 14 13:51:50.526737 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133581d-d488-4ea8-946c-cae15362c472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd483f8-9b17-46f1-b57e-cbc083812469,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:50.569110 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0555757-196c-42d1-9ee8-e766353178bd x-openstack-request-id: req-a0555757-196c-42d1-9ee8-e766353178bd {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:50.569407 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "name": "network-vif-plugged", "status": "completed", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c", "code": 200}, {"server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "name": "network-vif-plugged", "status": "completed", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:50.569659 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0555757-196c-42d1-9ee8-e766353178bd {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:50.571359 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c', 'code': 200} Jul 14 13:51:50.571616 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'code': 200} Jul 14 13:51:50.798031 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863498cf-ccdc-4783-a83b-bb0e56dda354 req-0e67630b-1291-4a48-b043-83a63f47c624 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:50.800348 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-863498cf-ccdc-4783-a83b-bb0e56dda354 req-0e67630b-1291-4a48-b043-83a63f47c624 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1170044 Jul 14 13:51:50.915783 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-863498cf-ccdc-4783-a83b-bb0e56dda354 req-d052ee86-a92d-4efe-99b3-bef34215c156 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034489 Jul 14 13:51:51.103256 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8193-8eef-485f-bab1-fa324a26bb84 req-87d6d8cc-b2b8-4521-badd-908e3c08342f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.113351 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac5b8193-8eef-485f-bab1-fa324a26bb84 req-87d6d8cc-b2b8-4521-badd-908e3c08342f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.1693628 Jul 14 13:51:51.264033 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee9b3-777c-44ec-b49f-1a24909731f7 req-d13cdf30-fed0-4494-80ff-06e85dfe19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.266673 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3c5ee9b3-777c-44ec-b49f-1a24909731f7 req-d13cdf30-fed0-4494-80ff-06e85dfe19e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1098 time: 0.2558916 Jul 14 13:51:51.276414 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac5b8193-8eef-485f-bab1-fa324a26bb84 req-f6bb4687-059f-4c89-b27b-ce5d408c466a tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619701 Jul 14 13:51:51.354243 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d49881-1170-4fc6-9789-e5abf64eabe1 req-0f2df6a9-a39d-4d63-96aa-2e9b06bac22d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.365836 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69d49881-1170-4fc6-9789-e5abf64eabe1 req-0f2df6a9-a39d-4d63-96aa-2e9b06bac22d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.2062018 Jul 14 13:51:51.417633 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3c5ee9b3-777c-44ec-b49f-1a24909731f7 req-6367895f-edb0-4140-9446-1eedfb7daa6b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103265 Jul 14 13:51:51.425353 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67ff0-0c03-4163-8631-cdf0a73cb1c6 req-d43e894a-3bb0-477e-9b8f-46cfde67cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.431576 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e1b67ff0-0c03-4163-8631-cdf0a73cb1c6 req-d43e894a-3bb0-477e-9b8f-46cfde67cf8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 1099 time: 0.1235194 Jul 14 13:51:51.438649 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69d49881-1170-4fc6-9789-e5abf64eabe1 req-9fb6d937-2504-4645-9aca-8883d39c2884 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716586 Jul 14 13:51:51.646942 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88d80-3853-4420-9454-502a06d8e156 req-e04a4c3d-3c5c-4486-95c6-e1b9edfdec32 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:51.648624 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0a88d80-3853-4420-9454-502a06d8e156 req-e04a4c3d-3c5c-4486-95c6-e1b9edfdec32 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0711043 Jul 14 13:51:51.706968 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0a88d80-3853-4420-9454-502a06d8e156 req-4cf3c9d7-0238-4434-a1dc-d89377014236 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Jul 14 13:51:51.828711 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e1b67ff0-0c03-4163-8631-cdf0a73cb1c6 req-08ddc208-bb55-4420-ad9c-c3091dfcd99f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Jul 14 13:51:52.149697 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8b14-be7b-411f-9be9-19ecf414d55d req-d2207197-4e8f-4d01-a632-15076d60fa41 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.152751 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c85a8b14-be7b-411f-9be9-19ecf414d55d req-d2207197-4e8f-4d01-a632-15076d60fa41 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0968626 Jul 14 13:51:52.187559 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57756) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:52.238729 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c85a8b14-be7b-411f-9be9-19ecf414d55d req-1594ce28-598c-4614-b58d-3f0645576b33 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787663 Jul 14 13:51:52.412454 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35ec003e-17d1-46fb-a95d-fc09ad3e3b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:52.496160 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13b1f-fcf5-4be5-88c7-f016ed1be31d req-009dd464-18e3-43eb-8d6f-cf8045cdb8fe tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.505011 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34f13b1f-fcf5-4be5-88c7-f016ed1be31d req-009dd464-18e3-43eb-8d6f-cf8045cdb8fe tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.0903442 Jul 14 13:51:52.573306 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34f13b1f-fcf5-4be5-88c7-f016ed1be31d req-ec18bcaf-163c-4435-a389-d96640fa3d21 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Jul 14 13:51:52.601828 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35ec003e-17d1-46fb-a95d-fc09ad3e3b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:52.611901 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-35ec003e-17d1-46fb-a95d-fc09ad3e3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:52.761652 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3209b2-38d0-4489-a153-19597c6d1195 req-d0be7238-6a47-4665-b1af-3ae1e71f5ead tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:52.771809 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7b3209b2-38d0-4489-a153-19597c6d1195 req-d0be7238-6a47-4665-b1af-3ae1e71f5ead tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0813024 Jul 14 13:51:52.774766 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-35ec003e-17d1-46fb-a95d-fc09ad3e3b0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0b6e86c067043b190f717a1b8608240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850880 Jul 14 13:51:52.775447 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57790) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:52.797078 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec003e-17d1-46fb-a95d-fc09ad3e3b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c5a6f-ebe8-4406-82a6-9e1e09f7f7dc,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:52.850127 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7b3209b2-38d0-4489-a153-19597c6d1195 req-62d6715d-2726-4212-8553-88edbed7deea tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773120 Jul 14 13:51:52.885873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:52.943427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.023537 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.047349 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.051199 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/453c5a6f-ebe8-4406-82a6-9e1e09f7f7dc HTTP/1.1" status: 204 len: 168 time: 0.2652154 Jul 14 13:51:53.092657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2faceb-54b8-4a10-9d19-495a4c2f471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c5a6f-ebe8-4406-82a6-9e1e09f7f7dc,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:53.120623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cec4b7-4de5-44f3-a56e-22d6c9df4d1a req-c092bd8a-30c7-4588-82cc-85b72454fa73 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.122136 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81cec4b7-4de5-44f3-a56e-22d6c9df4d1a req-c092bd8a-30c7-4588-82cc-85b72454fa73 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1916697 Jul 14 13:51:53.214536 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81cec4b7-4de5-44f3-a56e-22d6c9df4d1a req-f1d1fb32-a190-4ce5-91a9-dacac5a294d1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799949 Jul 14 13:51:53.225240 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914144a-1f4a-4e20-8884-041e530b0c77 req-ded439f0-50f3-4176-a31c-ecb88222b570 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.227045 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8914144a-1f4a-4e20-8884-041e530b0c77 req-ded439f0-50f3-4176-a31c-ecb88222b570 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1959276 Jul 14 13:51:53.238660 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57806) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:53.244024 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'floatingip': {'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:53.346091 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.479906 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3683d2-503d-420a-aa2b-d47ac2e6b24d req-df01790c-185d-4ab8-b659-ae9014625421 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:53.490425 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b3683d2-503d-420a-aa2b-d47ac2e6b24d req-df01790c-185d-4ab8-b659-ae9014625421 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1079710 Jul 14 13:51:53.543327 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b3683d2-503d-420a-aa2b-d47ac2e6b24d req-781a7d2f-87cc-4994-aa1e-2e19370f5a87 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517209 Jul 14 13:51:53.750633 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57824) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:53.764132 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d261a641-8c4c-4ebf-aa19-f747f7e736a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.883857 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d261a641-8c4c-4ebf-aa19-f747f7e736a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.889754 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d261a641-8c4c-4ebf-aa19-f747f7e736a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:53.930394 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d261a641-8c4c-4ebf-aa19-f747f7e736a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab809f96ee9d4eabb89c8f4889c3d8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787925 Jul 14 13:51:53.932789 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a641-8c4c-4ebf-aa19-f747f7e736a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04640e2c-48b2-4725-8e2e-c5ebccb94066,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:53.935186 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57830) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:54.096450 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.155064 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.474843 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6372-e57d-4d6d-a098-94758df0c16d req-2b0af820-445d-4655-8d6f-11fb79eff9f1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:54.485326 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.486675 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d34c6372-e57d-4d6d-a098-94758df0c16d req-2b0af820-445d-4655-8d6f-11fb79eff9f1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1487470 Jul 14 13:51:54.490617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.547713 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d34c6372-e57d-4d6d-a098-94758df0c16d req-0ac0c53e-deab-4323-b4fd-52c988f2e218 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598457 Jul 14 13:51:54.576104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.579043 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:54.580250 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04640e2c-48b2-4725-8e2e-c5ebccb94066 HTTP/1.1" status: 204 len: 168 time: 0.6438391 Jul 14 13:51:54.598619 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975df89-f756-43f8-b30e-b87c0a9a1e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04640e2c-48b2-4725-8e2e-c5ebccb94066,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:54.631635 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Floating IP e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e associated. External IP: 172.27.3.125, port: b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b. Jul 14 13:51:55.007953 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95eec1-6b43-49dc-ab52-af383d66b2de req-3dcfcf51-64f6-4469-9343-0059f576914f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.013001 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b95eec1-6b43-49dc-ab52-af383d66b2de req-3dcfcf51-64f6-4469-9343-0059f576914f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1115389 Jul 14 13:51:55.025625 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:55.091723 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b95eec1-6b43-49dc-ab52-af383d66b2de req-2c5081e2-4444-4f21-bf4e-bc40278c752f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697138 Jul 14 13:51:55.215141 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:55.223131 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:55.232575 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:55.249105 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:55.250999 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:51:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:55.326764 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e4332c9d-ca14-4015-a189-33333e69ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "PUT /v2.0/floatingips/e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e HTTP/1.1" status: 200 len: 991 time: 2.0835361 Jul 14 13:51:55.327704 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:55.332702 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccf43aa-1403-401a-af16-aba8de0b11ad" -d '{"events": [{"name": "network-changed", "server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:55.449572 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120bcea-163e-47ad-b7f0-249e24cd226b req-82c63f92-475d-49fa-9f4a-98b258c928b4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.462123 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57892) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:55.470263 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'floatingip': {'port_id': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:55.481890 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0120bcea-163e-47ad-b7f0-249e24cd226b req-82c63f92-475d-49fa-9f4a-98b258c928b4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1288660 Jul 14 13:51:55.487183 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:55.583431 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:55.680139 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e3c6-059b-4a5b-ba56-75f491448907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:55.769478 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0413cd6c-70ba-483e-97c4-0a06b8a45e2b x-openstack-request-id: req-0413cd6c-70ba-483e-97c4-0a06b8a45e2b {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:55.769794 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:55.770088 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0413cd6c-70ba-483e-97c4-0a06b8a45e2b {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:55.770472 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'status': 'completed', 'code': 200} Jul 14 13:51:55.926051 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-8b593e3b-47a7-4b1c-931e-5de9941da335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:55.945137 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-8b593e3b-47a7-4b1c-931e-5de9941da335 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1098 time: 0.1255758 Jul 14 13:51:56.018085 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:09Z', 'updated_at': '2021-07-14T13:51:54Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:56.087287 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:56.098409 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:56.099403 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:51:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:56.272073 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:56.376333 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57922) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:56.447548 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-837d1ef1-3375-47d6-ab4d-f9f7d7351859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.452370 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-837d1ef1-3375-47d6-ab4d-f9f7d7351859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 1099 time: 0.6339667 Jul 14 13:51:56.570204 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-2b148ed7-e24d-4c83-a66b-f1b03c5af7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.573563 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-2b148ed7-e24d-4c83-a66b-f1b03c5af7a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.6218667 Jul 14 13:51:56.579620 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-b52d3d91-a183-4599-a30b-4c46e191e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.581371 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-b52d3d91-a183-4599-a30b-4c46e191e85d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.0996919 Jul 14 13:51:56.608426 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.db.resource_extend [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 13:51:56.688123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-71141277-93f6-4ec1-a8db-674704526c0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 999 time: 0.1027021 Jul 14 13:51:56.700045 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1486fa-3cb0-4a5e-966a-4488acbc5196 req-f24b07e5-99e7-475c-80ee-492ad44c0032 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.708209 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa1486fa-3cb0-4a5e-966a-4488acbc5196 req-f24b07e5-99e7-475c-80ee-492ad44c0032 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.6076436 Jul 14 13:51:56.711554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:56.722092 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:56.814258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-231584d3-75f4-47d0-ab9a-ccbd27df8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:56.815615 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-231584d3-75f4-47d0-ab9a-ccbd27df8d28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.1051803 Jul 14 13:51:56.816107 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57948) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:56.894928 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Floating IP c0679fdb-9e10-40c2-831f-2bcf3c9bbde2 associated. External IP: 172.27.3.187, port: cddf979c-7b9d-49d9-8560-ac217c5c05a2. Jul 14 13:51:56.916749 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-d2e12d60-fa06-4772-8812-fe91fc15eed5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c HTTP/1.1" status: 200 len: 217 time: 0.1972115 Jul 14 13:51:56.949433 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-465953136-network', 'tenant_id': 'a0b944b18c2c459fa6ae39987225b5a1'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:56.960227 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:56.974533 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa1486fa-3cb0-4a5e-966a-4488acbc5196 req-3c4cfc4c-473a-4356-b31c-ab9c59e415c9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654200 Jul 14 13:51:57.011592 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Made reservation on behalf of a0b944b18c2c459fa6ae39987225b5a1 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:57.014188 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.043986 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:09Z', 'updated_at': '2021-07-14T13:51:54Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:57.059264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.071239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-0168afe0-9b12-4f1a-a311-80a05da622b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.072879 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-0168afe0-9b12-4f1a-a311-80a05da622b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.1293764 Jul 14 13:51:57.075822 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9f07c-74ed-4827-894e-37d5d470ca41 None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:09Z', 'updated_at': '2021-07-14T13:51:54Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:57.114778 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-0f628fc1-f82a-4af4-aa58-abf1029a8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.117099 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-0f628fc1-f82a-4af4-aa58-abf1029a8a67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856529 Jul 14 13:51:57.118232 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-c579de2d-e51f-4a45-b7bc-a8edd87362f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312214 Jul 14 13:51:57.267452 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.276398 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-2b3b4109-42f0-4ed3-80ae-2e4d6c65bd5b service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387029 Jul 14 13:51:57.281977 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.316378 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-379a6728-4c23-4657-b087-ebb68d8817a1 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549623 Jul 14 13:51:57.325603 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:51:57.343284 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420fc2be-9911-4d42-9a8f-bf7af9b8b8a4 None None] New status for floating IP e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e: ACTIVE {{(pid=99567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:51:57.447664 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa93ecd2-f1d5-40b5-bcc5-630a78be66c2,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:57.478143 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee3d395db5514c09bbe9495a06e0f889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563005 Jul 14 13:51:57.483616 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57960) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:57.485535 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.485928 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.486297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.486696 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.487043 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.487374 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.487701 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.488068 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.488439 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.488762 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.489079 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.489403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d074a-2e08-4c40-87e3-a0145ef584da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:57.603236 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ccf43aa-1403-401a-af16-aba8de0b11ad req-8814ffe6-5190-4a35-a3d4-25a5fd993221 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085203 Jul 14 13:51:57.638547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.677619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.696434 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.710036 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.758165 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:51:57.793541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503fed21-6b78-47b7-b1fb-c992eef3a449,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:57.799499 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.799844 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Added segment 0c6714d1-0e9e-4b85-8ff4-85b3a69c05a7 of type vlan for network ff1fea4a-a409-4483-86ee-ea79af12e89e Jul 14 13:51:57.820201 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-fcfd97cc-3556-4997-b385-fc4f988a9550 req-7b09ab87-efea-423a-9114-d1df83ff31f5 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903321 Jul 14 13:51:57.830531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:51:57.836148 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.851591 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:51:57.854246 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.857174 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.858342 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa93ecd2-f1d5-40b5-bcc5-630a78be66c2 HTTP/1.1" status: 204 len: 168 time: 0.3646889 Jul 14 13:51:57.868972 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:57.869731 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:51:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:57.876377 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.885092 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-30f42196-70d1-46d2-add3-4f3ced872ba9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "PUT /v2.0/floatingips/c0679fdb-9e10-40c2-831f-2bcf3c9bbde2 HTTP/1.1" status: 200 len: 991 time: 2.4207745 Jul 14 13:51:57.886047 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:51:57.889102 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff6943-9eac-4dd9-883d-dec19797de01" -d '{"events": [{"name": "network-changed", "server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:51:57.895142 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0fb8-0923-4dea-bd07-7841eff7d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa93ecd2-f1d5-40b5-bcc5-630a78be66c2,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:57.941879 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0aae14ab-cfa7-49e0-8c90-549ae710db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.958879 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bb5bea-e934-4fb0-b54c-91fabd4fde03 x-openstack-request-id: req-76bb5bea-e934-4fb0-b54c-91fabd4fde03 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:51:57.959110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:51:57.959271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76bb5bea-e934-4fb0-b54c-91fabd4fde03 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:51:57.959680 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'status': 'completed', 'code': 200} Jul 14 13:51:57.972590 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:57.973992 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:57.976404 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.042642 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6576717 Jul 14 13:51:58.045568 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 57982) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:58.054611 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Request body: {'subnet': {'network_id': 'ff1fea4a-a409-4483-86ee-ea79af12e89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-465953136-subnet', 'tenant_id': 'a0b944b18c2c459fa6ae39987225b5a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:51:58.061761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.071144 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ddd3-c705-43cf-8e7f-d821306d97f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1fea4a-a409-4483-86ee-ea79af12e89e,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:58.085145 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network ff1fea4a-a409-4483-86ee-ea79af12e89e details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:51:58.102799 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:58.191206 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Made reservation on behalf of a0b944b18c2c459fa6ae39987225b5a1 for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:51:58.194063 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.258081 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-fda37e41-a6f1-4bcb-abd1-cfb6eba61d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.259710 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-fda37e41-a6f1-4bcb-abd1-cfb6eba61d44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1098 time: 0.1921914 Jul 14 13:51:58.281301 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930952cc-d594-42fd-a99a-bc4d2c4e66bb req-b9bcac7e-7466-4e98-b206-99e3572d02c6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.288557 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-930952cc-d594-42fd-a99a-bc4d2c4e66bb req-b9bcac7e-7466-4e98-b206-99e3572d02c6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1017084 Jul 14 13:51:58.333687 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-930952cc-d594-42fd-a99a-bc4d2c4e66bb req-e96e0948-0270-41e4-9dd5-235676661b53 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Jul 14 13:51:58.459494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57990) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:58.476543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a50ac9ee-e8dd-4e26-aafe-4215ebe8eba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.499006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-c312cea3-f9b2-45ad-bde0-528282b3737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.502549 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-c312cea3-f9b2-45ad-bde0-528282b3737c service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.2355082 Jul 14 13:51:58.511369 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'c0679fdb-9e10-40c2-831f-2bcf3c9bbde2', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:76:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f74575-9223-4b35-aed8-97f82e5d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:22Z', 'updated_at': '2021-07-14T13:51:56Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:58.555349 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:51:58.566942 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:51:58.567908 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:51:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:58.572571 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 57996) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:58.631793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a50ac9ee-e8dd-4e26-aafe-4215ebe8eba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.638963 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a50ac9ee-e8dd-4e26-aafe-4215ebe8eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.691547 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.699116 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a50ac9ee-e8dd-4e26-aafe-4215ebe8eba2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5b9f23eb16d4811bbc1f992c5332435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383077 Jul 14 13:51:58.701793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58000) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:58.710597 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ac9ee-e8dd-4e26-aafe-4215ebe8eba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2d708-c1e4-4cfb-9518-e22142cc196a,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:58.741976 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ff233bc-131a-4cf7-8be1-6c9fd6aabdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.743485 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e71db86-1dc1-4d3f-a0c2-3439a185b8b9,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:58.744881 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:51:58.752430 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.752608 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.753265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.753587 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.753908 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.754227 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.754610 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.754927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.755253 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.755855 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.756185 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.756532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:51:58.769340 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-f7311b1d-10a6-42cc-96ba-981d6b1a98ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 999 time: 0.2242100 Jul 14 13:51:58.798471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.835843 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.839272 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Checking segment: {'id': '0c6714d1-0e9e-4b85-8ff4-85b3a69c05a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ff1fea4a-a409-4483-86ee-ea79af12e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:51:58.839957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Network hostable DHCP agents. Network: ff1fea4a-a409-4483-86ee-ea79af12e89e, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:51:58.852489 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-930d21c9-8773-42be-a77b-d3174b93a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.854433 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-930d21c9-8773-42be-a77b-d3174b93a495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.0699260 Jul 14 13:51:58.875350 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Network ff1fea4a-a409-4483-86ee-ea79af12e89e is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:51:58.914963 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, ff1fea4a-a409-4483-86ee-ea79af12e89e) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:51:58.923197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.923883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.936442 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584fa4aa-adc4-4f83-8434-f19ab263c17a None None] Network ff1fea4a-a409-4483-86ee-ea79af12e89e requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:58.948767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ff233bc-131a-4cf7-8be1-6c9fd6aabdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.952047 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.955764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.957109 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44f2d708-c1e4-4cfb-9518-e22142cc196a HTTP/1.1" status: 204 len: 168 time: 0.2538688 Jul 14 13:51:58.970900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9ff233bc-131a-4cf7-8be1-6c9fd6aabdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:58.981374 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5f9c7ea4-fc95-47e1-91bd-96f0a3f9fe48 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9334476 Jul 14 13:51:58.994318 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-04c64316-bd3a-453e-93f4-698b8ab28e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:58.995829 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-04c64316-bd3a-453e-93f4-698b8ab28e01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304646 Jul 14 13:51:59.044594 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9ff233bc-131a-4cf7-8be1-6c9fd6aabdc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f16ce1eb5fff400786e9bd71d8470ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708200 Jul 14 13:51:59.047206 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58006) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:51:59.048257 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7debbbf-3101-49a2-95e4-3e91a4d820e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2d708-c1e4-4cfb-9518-e22142cc196a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:59.069174 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'c0679fdb-9e10-40c2-831f-2bcf3c9bbde2', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:76:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f74575-9223-4b35-aed8-97f82e5d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:22Z', 'updated_at': '2021-07-14T13:51:56Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:51:59.084287 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff233bc-131a-4cf7-8be1-6c9fd6aabdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ee7d9-2e6e-45c0-8410-7e4e049d44bc,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:59.122876 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3d97c5-0f4b-4c8c-b4f2-bedb51e170d4 None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'c0679fdb-9e10-40c2-831f-2bcf3c9bbde2', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:76:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f74575-9223-4b35-aed8-97f82e5d843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:51:22Z', 'updated_at': '2021-07-14T13:51:56Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:51:59.141653 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3839e-e8a9-43f5-a88c-b40f868a55b9 None None] Network ff1fea4a-a409-4483-86ee-ea79af12e89e requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:51:59.212487 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-fa3b3b83-b5a8-41b7-913b-1ae056a5f2d2 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990376 Jul 14 13:51:59.213259 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:59.335237 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:59.487304 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7ff6943-9eac-4dd9-883d-dec19797de01 req-9304964e-75ae-432e-a074-34af0db91b2c service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641211 Jul 14 13:51:59.498471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:59.503197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:59.504375 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac0ee7d9-2e6e-45c0-8410-7e4e049d44bc HTTP/1.1" status: 204 len: 168 time: 0.3975077 Jul 14 13:51:59.527419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fdbfe-6d3f-406b-847d-07a030cbf714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ee7d9-2e6e-45c0-8410-7e4e049d44bc,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:51:59.538102 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047275b-aae4-4878-a354-e93a031d74f4 None None] New status for floating IP c0679fdb-9e10-40c2-831f-2bcf3c9bbde2: ACTIVE {{(pid=99567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:51:59.610435 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7a2d-bc00-4177-af5c-ffcf4f4401a8 req-f64956f7-94e4-4ea6-ab60-5f2c09eb50dd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:51:59.612606 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06ed7a2d-bc00-4177-af5c-ffcf4f4401a8 req-f64956f7-94e4-4ea6-ab60-5f2c09eb50dd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0851815 Jul 14 13:51:59.719841 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06ed7a2d-bc00-4177-af5c-ffcf4f4401a8 req-b021db8c-2dc2-4f3b-8624-0018a5438a32 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994747 Jul 14 13:51:59.776794 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:51:59.999534 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58044) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:00.023776 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8260f0e-cf70-4f48-8d50-1165cf9509ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.190849 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8260f0e-cf70-4f48-8d50-1165cf9509ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.197060 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58052) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:00.197810 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8260f0e-cf70-4f48-8d50-1165cf9509ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.203258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870444783-network', 'tenant_id': '8af03691afcd4f29acfcc5487dfb14ba'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:00.231852 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Made reservation on behalf of 8af03691afcd4f29acfcc5487dfb14ba for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:00.234610 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.243604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.256996 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f8260f0e-cf70-4f48-8d50-1165cf9509ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33bab789f60644e083093b25bfde2a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559767 Jul 14 13:52:00.257912 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58054) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:00.259277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8260f0e-cf70-4f48-8d50-1165cf9509ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3272c99-08e3-4b8f-a267-7dbe053b42ab,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:00.353385 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.390097 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.440346 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.446300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.473306 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.475852 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.477232 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3272c99-08e3-4b8f-a267-7dbe053b42ab HTTP/1.1" status: 204 len: 168 time: 0.2183685 Jul 14 13:52:00.483513 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:52:00.493917 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad7ad2e-05ab-4bbc-a01b-243a7734a973,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:00.507911 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.508337 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Added segment 63f9b4d7-6ab3-443f-a7c2-e9a205973872 of type vlan for network 66f8a3b2-e82b-4a45-afeb-8d690a34abaa Jul 14 13:52:00.510063 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3236ece-4908-4143-8369-a2631b4135ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3272c99-08e3-4b8f-a267-7dbe053b42ab,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:00.565425 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.599690 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.600970 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:00.601668 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:00.659227 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58066) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:00.664334 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Request body: {'subnet': {'network_id': '66f8a3b2-e82b-4a45-afeb-8d690a34abaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870444783-subnet', 'tenant_id': '8af03691afcd4f29acfcc5487dfb14ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:00.671231 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4706860 Jul 14 13:52:00.690541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0d99-31bf-40c9-8dca-dc92476f8d4b admin admin] Pushing event updated for resources: {'Network': ['ID=66f8a3b2-e82b-4a45-afeb-8d690a34abaa,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:00.708001 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 66f8a3b2-e82b-4a45-afeb-8d690a34abaa details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:52:00.710209 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Made reservation on behalf of 8af03691afcd4f29acfcc5487dfb14ba for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:00.717157 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.014982 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.060125 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8947b69-a621-467d-835c-4449ce41b5da req-4341d73a-f68c-4370-a7db-7b78124f07fc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:01.068057 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8947b69-a621-467d-835c-4449ce41b5da req-4341d73a-f68c-4370-a7db-7b78124f07fc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1418934 Jul 14 13:52:01.114520 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58084) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:01.115599 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358368a2-5a9c-42b3-b44f-f147efb1ae3a,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:01.126671 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Checking segment: {'id': '63f9b4d7-6ab3-443f-a7c2-e9a205973872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '66f8a3b2-e82b-4a45-afeb-8d690a34abaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:01.127252 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Network hostable DHCP agents. Network: 66f8a3b2-e82b-4a45-afeb-8d690a34abaa, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:52:01.150393 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Network 66f8a3b2-e82b-4a45-afeb-8d690a34abaa is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:52:01.153322 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8947b69-a621-467d-835c-4449ce41b5da req-7f376d18-976f-423c-af35-61540ec92c6d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Jul 14 13:52:01.163150 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82e16e6a-0467-4dc1-9a3b-2a7b8d6d0345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.175194 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 66f8a3b2-e82b-4a45-afeb-8d690a34abaa) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:01.180054 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:01.181575 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.184508 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101701d-b5a3-446d-8521-fa427ef28d39 None None] Network 66f8a3b2-e82b-4a45-afeb-8d690a34abaa requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:52:01.258498 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.292617 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82e16e6a-0467-4dc1-9a3b-2a7b8d6d0345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.300497 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-82e16e6a-0467-4dc1-9a3b-2a7b8d6d0345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.304627 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-147c5c4c-10ae-4310-988a-3229ba0fdca5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6441860 Jul 14 13:52:01.345220 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d302c5-4573-4853-bfe9-1a9b5b58de2f None None] Network 66f8a3b2-e82b-4a45-afeb-8d690a34abaa requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:52:01.350261 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58092) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:01.364475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-82e16e6a-0467-4dc1-9a3b-2a7b8d6d0345 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8225c237e04b4591a281de12774acb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486231 Jul 14 13:52:01.365842 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e16e6a-0467-4dc1-9a3b-2a7b8d6d0345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9862ff-1475-48cc-a7ad-ffadb9f8171f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:01.411791 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.440526 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.505885 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.509939 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:01.512622 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca9862ff-1475-48cc-a7ad-ffadb9f8171f HTTP/1.1" status: 204 len: 168 time: 0.1607757 Jul 14 13:52:01.521161 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b18492-7caf-4c76-a8f7-f30a0cc9c81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9862ff-1475-48cc-a7ad-ffadb9f8171f,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:02.259468 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-89651a5d-ccb8-44f9-b181-6c84cea31cb5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.261334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-89651a5d-ccb8-44f9-b181-6c84cea31cb5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1472731 Jul 14 13:52:02.278175 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-df26aeb0-cd79-4c67-9877-75f3f0365e49 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/quotas/ef1561ad679b4276800c81c931e147ef HTTP/1.1" status: 200 len: 375 time: 0.0096028 Jul 14 13:52:02.399571 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-28a596ea-0c19-472b-b3a8-9981b33eff11 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102567 Jul 14 13:52:02.463448 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58178) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:02.479589 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58182) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:02.551368 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-10650ae4-c194-4521-a814-f3f1b0773c50 service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435652 Jul 14 13:52:02.596027 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.603415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347671167-network', 'tenant_id': '4017b0ecf9cd45598633cc0cfdcf9b23'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:02.633231 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335def-b719-40e8-b72d-766e4051d085 req-346cd566-37cb-4c60-b1eb-e886ef9148bc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.634779 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34335def-b719-40e8-b72d-766e4051d085 req-346cd566-37cb-4c60-b1eb-e886ef9148bc tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1444862 Jul 14 13:52:02.639424 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.db.api [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:52:02.639424 dv-cinder-800696-2-iscsi neutron-server[99566]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 13:52:02.639424 dv-cinder-800696-2-iscsi neutron-server[99566]: [parameters: {'project_id': '8551bef6206f4044a2b475b83aed6d1f', 'id': '52b0198c-ec86-4b37-a164-2165e611562d', 'expiration': datetime.datetime(2021, 7, 14, 13, 54, 2, 628370)}] Jul 14 13:52:02.639424 dv-cinder-800696-2-iscsi neutron-server[99566]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:52:02.640205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG oslo_db.api [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:52:02.647309 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Made reservation on behalf of 4017b0ecf9cd45598633cc0cfdcf9b23 for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:02.649704 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.658963 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.697495 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34335def-b719-40e8-b72d-766e4051d085 req-880d8690-dbb2-48cc-b550-049f52c81123 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548246 Jul 14 13:52:02.700236 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-ac30d5f3-b6f7-4f65-9eb4-699b754fc9bf service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349614 Jul 14 13:52:02.756512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.761340 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.787110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:52:02.796558 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a5fa6-fee3-456a-ae62-b1898cb36ca5,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:02.804004 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.804402 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Added segment 12c618c0-afb6-4a13-945b-0c5b60e198b0 of type vlan for network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 Jul 14 13:52:02.851314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.885396 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.886418 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:02.887011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:02.890141 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e93f530-e801-451a-b2fe-cfe658ae363e req-e67e4387-5de9-417e-b11c-eceb46623765 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.0313528 Jul 14 13:52:02.951135 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4681637 Jul 14 13:52:02.952500 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58192) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:02.956847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f357e35-10c8-4333-8189-ea72ac84c167 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f36bcf-e926-4bfe-8e12-9d524a561fe3,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:02.959574 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Request body: {'subnet': {'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347671167-subnet', 'tenant_id': '4017b0ecf9cd45598633cc0cfdcf9b23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:02.969426 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:52:02.987702 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Made reservation on behalf of 4017b0ecf9cd45598633cc0cfdcf9b23 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:02.990283 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64839585'] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.141448 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.321582 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.328874 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.349798 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64608584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64839571'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.387153 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8551bef6206f4044a2b475b83aed6d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235518 Jul 14 13:52:03.389796 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2381d-0f82-4674-8e03-81269c2d9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ff8d31-68fc-4c1d-b986-0444e48da12e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:03.392330 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58210) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:03.438621 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d80f62-a2c0-453f-9127-304fb4419b7c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:03.447476 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Checking segment: {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:03.448208 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Network hostable DHCP agents. Network: b5f36bcf-e926-4bfe-8e12-9d524a561fe3, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:52:03.453278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.470342 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:52:03.485371 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.486034 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, b5f36bcf-e926-4bfe-8e12-9d524a561fe3) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:03.490868 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:03.491579 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.496662 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82c7a4-19df-4ad7-a2e6-63fb1780b8a4 None None] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:52:03.528964 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-7192696d-098c-4d00-a7f0-f51c6c6ce061 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5746958 Jul 14 13:52:03.564451 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.568560 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:03.573753 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2ff8d31-68fc-4c1d-b986-0444e48da12e HTTP/1.1" status: 204 len: 168 time: 0.1774163 Jul 14 13:52:03.586080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46a326-5494-48e5-84b7-71ac36d3a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ff8d31-68fc-4c1d-b986-0444e48da12e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:03.740971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec909a3-cd16-4d7b-84a3-f8ce8d8ba115 None None] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:52:03.955445 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbf370-8560-42d9-b38e-727d8e45191f req-000365ce-f866-4730-9697-3012ed2ca696 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:03.957133 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4dbf370-8560-42d9-b38e-727d8e45191f req-000365ce-f866-4730-9697-3012ed2ca696 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0704162 Jul 14 13:52:04.017849 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4dbf370-8560-42d9-b38e-727d8e45191f req-25e6ae8e-4679-467b-95d9-2999522c8a6b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545661 Jul 14 13:52:04.056815 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58234) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:04.066450 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0d901199-bd56-469d-9974-9f6267b52c76 req-f3c4f56b-325d-4cfa-a05d-40d705dfa3f7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.0340874 Jul 14 13:52:04.081813 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-22d03a13-98fa-4747-b668-6978a94c5f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.185259 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-22d03a13-98fa-4747-b668-6978a94c5f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.192469 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-22d03a13-98fa-4747-b668-6978a94c5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.232093 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d03a13-98fa-4747-b668-6978a94c5f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b7bb8-9a06-4fd7-aea8-0d9390b190f0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:04.237182 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-22d03a13-98fa-4747-b668-6978a94c5f00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20e34d27a00e4d7c9f76a42688f42e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791997 Jul 14 13:52:04.239756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58236) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:04.294266 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.324035 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.380934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.384131 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:04.388154 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/695b7bb8-9a06-4fd7-aea8-0d9390b190f0 HTTP/1.1" status: 204 len: 168 time: 0.1447582 Jul 14 13:52:04.398928 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a5076-905c-4a02-908a-bf2467b485bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b7bb8-9a06-4fd7-aea8-0d9390b190f0,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:04.762231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-a19fad68-703c-4d15-9186-9b3eab595293 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:04.763840 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-a19fad68-703c-4d15-9186-9b3eab595293 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1306238 Jul 14 13:52:04.786465 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Request body: {'port': {'device_id': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'admin_state_up': True, 'tenant_id': 'ef1561ad679b4276800c81c931e147ef'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:04.933654 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:04.938361 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:05.106699 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Allocated IP 172.20.0.5 (ed1e0de2-a73b-491c-a35f-d98d2b118619/270967d9-cdbb-40bb-9b16-f98f0d4d4c2b/75432bed-093f-4941-8957-96a72a01f244) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:05.308704 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe8013b6-9429-42ba-8d2c-b98e9bcfae53 req-04dfbaea-c6af-4ee4-a5a9-9f04d8742ed4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.0330188 Jul 14 13:52:05.351658 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:05.352403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38e447-0f33-41ad-9a08-d8173cd637be req-2a1d212b-6893-49fd-80f5-ea20ee357c49 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:05.354670 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b38e447-0f33-41ad-9a08-d8173cd637be req-2a1d212b-6893-49fd-80f5-ea20ee357c49 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1462324 Jul 14 13:52:05.404875 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:05.415554 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b38e447-0f33-41ad-9a08-d8173cd637be req-2f1276bb-91e6-4365-ac8c-17c24e99cd4a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Jul 14 13:52:05.449618 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:05.473289 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:05.474995 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event updated for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:05.479627 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:05.482713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:05.489291 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:05.490463 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:05.511620 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-0c32f196-5083-4ecc-8a3f-cd32e673f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291338 Jul 14 13:52:05.542625 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Request body: {'port': {'device_id': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:05.690272 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:05.809796 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-3f2b82e7-9303-4d84-a1a2-f34f440801b0 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:05.811452 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-3f2b82e7-9303-4d84-a1a2-f34f440801b0 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 808 time: 0.1403270 Jul 14 13:52:05.828630 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-4b40573f-dd2f-4878-bed1-49b3007376e9 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/quotas/4017b0ecf9cd45598633cc0cfdcf9b23 HTTP/1.1" status: 200 len: 375 time: 0.0104501 Jul 14 13:52:05.879076 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-6f406554-cd60-4955-a483-7354976eedbb tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431962 Jul 14 13:52:05.972137 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-5e4a6ae0-b8c7-4437-9aa2-2a6ecc27b763 service neutron] 10.222.0.44 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921559 Jul 14 13:52:06.008632 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75432bed-093f-4941-8957-96a72a01f244 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:06.017008 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:06.030636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Transition to ACTIVE for port object 75432bed-093f-4941-8957-96a72a01f244 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:06.036010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:06.081715 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-22f71f29-b92a-414c-907c-bc2b8e643958 service neutron] 10.222.0.44 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001785 Jul 14 13:52:06.093032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Pushing event updated for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:06.150883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Attempting to bind port 75432bed-093f-4941-8957-96a72a01f244 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:06.151295 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Attempting to bind port 75432bed-093f-4941-8957-96a72a01f244 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:06.152140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Attempting to bind port 75432bed-093f-4941-8957-96a72a01f244 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:06.157273 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Port 75432bed-093f-4941-8957-96a72a01f244 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:06.157591 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Attempting to bind port 75432bed-093f-4941-8957-96a72a01f244 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:06.162616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:06.162953 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Checking segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:06.163327 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Bound using segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:06.163739 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Bound port: 75432bed-093f-4941-8957-96a72a01f244, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:06.164100 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:06.322406 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:06.329866 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=75432bed-093f-4941-8957-96a72a01f244,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:06.338925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:06.346249 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e81c5b3b-284c-4263-81c8-663c2113b4e7 req-67e1bef0-8f6a-4b2e-8e6b-274d8b552bf5 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 210 time: 0.0722089 Jul 14 13:52:06.466202 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-7cae52a7-9be9-46df-b0e1-81fc8682255d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116087 Jul 14 13:52:06.467981 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.469830 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:06.471277 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] 10.222.0.36 "PUT /v2.0/ports/75432bed-093f-4941-8957-96a72a01f244 HTTP/1.1" status: 200 len: 1093 time: 0.9378812 Jul 14 13:52:06.472060 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'tag': '75432bed-093f-4941-8957-96a72a01f244'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:06.475139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109f6f6-3877-4e26-8de3-a10d6068c89e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "tag": "75432bed-093f-4941-8957-96a72a01f244"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:06.497195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81b230-79db-4b2e-81aa-fa587c0e8980 service neutron] Pushing event updated for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:06.721452 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-c16be95f-0118-4d73-9489-911405ff016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.723236 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-c16be95f-0118-4d73-9489-911405ff016e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 1098 time: 0.1352110 Jul 14 13:52:06.737280 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478f50-509b-4c01-981a-7fa60f7b9f02 req-a8d18a76-ffd3-49a5-a679-a15baea6f4d4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.738936 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-00478f50-509b-4c01-981a-7fa60f7b9f02 req-a8d18a76-ffd3-49a5-a679-a15baea6f4d4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 943 time: 0.2306960 Jul 14 13:52:06.805234 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-2f140005-e311-41a7-a1aa-d514f2de6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.806744 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-2f140005-e311-41a7-a1aa-d514f2de6da9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 1096 time: 0.1914334 Jul 14 13:52:06.821690 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-00478f50-509b-4c01-981a-7fa60f7b9f02 req-9b59757d-4f7a-4662-9cfc-6e48145acce5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758955 Jul 14 13:52:06.871381 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bde57-443f-403b-abf0-bd173458a7b6 req-4f9e0411-b584-4ed7-85d3-2092b1ff69ce tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.873243 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d47bde57-443f-403b-abf0-bd173458a7b6 req-4f9e0411-b584-4ed7-85d3-2092b1ff69ce tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.2030301 Jul 14 13:52:06.901348 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f098ee6-6f86-4de4-9403-3d85a1df0677 x-openstack-request-id: req-1f098ee6-6f86-4de4-9403-3d85a1df0677 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:06.901617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "tag": "75432bed-093f-4941-8957-96a72a01f244", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:06.901872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f098ee6-6f86-4de4-9403-3d85a1df0677 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:06.902321 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'tag': '75432bed-093f-4941-8957-96a72a01f244', 'status': 'completed', 'code': 200} Jul 14 13:52:06.926201 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-79bf054a-2f8e-4bcf-9894-2e83b20afd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:06.927790 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-79bf054a-2f8e-4bcf-9894-2e83b20afd0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a HTTP/1.1" status: 200 len: 913 time: 0.1628952 Jul 14 13:52:07.027764 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-9062a99a-ec67-4353-b345-215d0d38b44a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0 HTTP/1.1" status: 200 len: 217 time: 0.0864413 Jul 14 13:52:07.104920 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-82e8770a-b2d5-475d-b7cb-b65beb931d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:07.106755 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-82e8770a-b2d5-475d-b7cb-b65beb931d77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=576fe4fc-7788-4bf7-974f-7dad124bf22f HTTP/1.1" status: 200 len: 852 time: 0.0522041 Jul 14 13:52:07.148889 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-24167222-6348-4519-8856-6df36f6ec2a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75432bed-093f-4941-8957-96a72a01f244 HTTP/1.1" status: 200 len: 217 time: 0.3117270 Jul 14 13:52:07.156862 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58370) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:07.207507 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-01b16a38-c189-497b-936a-20082e776356 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630379 Jul 14 13:52:07.220394 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d47bde57-443f-403b-abf0-bd173458a7b6 req-e8c51637-dbc4-49cc-a935-dc9c88a23a30 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740707 Jul 14 13:52:07.224757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503081-7d57-402f-8ede-65d18d73a389 req-a0d8d75e-f0c2-41f1-a7b7-8d928ec83629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:07.228789 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-a0d8d75e-f0c2-41f1-a7b7-8d928ec83629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0652077 Jul 14 13:52:07.283127 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.284772 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-74b56041-95c6-4f62-8866-572a7fd18150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443499 Jul 14 13:52:07.374910 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-d947c10f-1f91-4b22-b782-14b03a4f03bc service neutron] 10.222.0.36 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600275 Jul 14 13:52:07.381353 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e32afcf9-1260-4097-b6d3-fb15339b20ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.390358 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-275a6430-1cae-4170-b13b-5923d909d8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959489 Jul 14 13:52:07.552230 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e32afcf9-1260-4097-b6d3-fb15339b20ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.562464 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31e838b8-95a7-47e2-b08f-ffaf718d4151 req-49104c8e-18fe-45bb-9cb4-81ac3e240c8f tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 210 time: 0.0404053 Jul 14 13:52:07.566604 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e32afcf9-1260-4097-b6d3-fb15339b20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.594446 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-18645bfc-094d-48a7-8d52-ab1dbf47ca7e req-1b8c1d92-256e-4b81-9410-4a9accde4d95 service neutron] 10.222.0.36 "GET /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512954 Jul 14 13:52:07.597701 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18503081-7d57-402f-8ede-65d18d73a389 req-00ae977c-e4e0-46a0-9427-62a6997e4b0f service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522956 Jul 14 13:52:07.613048 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e32afcf9-1260-4097-b6d3-fb15339b20ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ca75dcc144a490ba59c1a409f3e89e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547770 Jul 14 13:52:07.616434 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58378) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:07.622068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32afcf9-1260-4097-b6d3-fb15339b20ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16664bb-9551-40d0-9dad-d578c8c01bd6,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:07.677757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.700567 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.753557 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.757022 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:07.761029 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d16664bb-9551-40d0-9dad-d578c8c01bd6 HTTP/1.1" status: 204 len: 168 time: 0.1407666 Jul 14 13:52:07.772027 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86837168-81d1-4fba-a843-80cdbc79b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16664bb-9551-40d0-9dad-d578c8c01bd6,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:07.887678 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-40c03d2c-c482-42c7-b6d6-ac0b0c5528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:07.890046 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-40c03d2c-c482-42c7-b6d6-ac0b0c5528a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 1096 time: 0.0687058 Jul 14 13:52:08.044849 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-d5ba6c20-241c-45e6-86e2-85ecbf6648f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.046890 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-d5ba6c20-241c-45e6-86e2-85ecbf6648f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 916 time: 0.1414838 Jul 14 13:52:08.062958 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907e65-7c3f-4cb8-9528-da91c23232c6 req-52c57be0-1dae-4531-b678-3c1f3ea4c3e8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.063133 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24907e65-7c3f-4cb8-9528-da91c23232c6 req-52c57be0-1dae-4531-b678-3c1f3ea4c3e8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 943 time: 0.1068635 Jul 14 13:52:08.104349 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58394) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:08.112896 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-f8f022d8-002f-4254-9fc3-b27932a176b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75432bed-093f-4941-8957-96a72a01f244 HTTP/1.1" status: 200 len: 217 time: 0.0464365 Jul 14 13:52:08.120118 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb77495d-e8f3-4757-a4d0-683a9f7d5dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.176465 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24907e65-7c3f-4cb8-9528-da91c23232c6 req-ba3de5f4-8f62-41a7-83ea-0bfc8498c7cb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038909 Jul 14 13:52:08.200581 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-6cd399a2-d2ab-4bf3-8251-b8c6ceacb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.202589 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-6cd399a2-d2ab-4bf3-8251-b8c6ceacb641 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0792353 Jul 14 13:52:08.239571 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb77495d-e8f3-4757-a4d0-683a9f7d5dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.244550 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb77495d-e8f3-4757-a4d0-683a9f7d5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.251914 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-cf12a90a-18be-45e0-8445-ccbeba6716ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276580 Jul 14 13:52:08.285169 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-cb77495d-e8f3-4757-a4d0-683a9f7d5dd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9db1865f65d4c6b91d09cec08e7c27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791537 Jul 14 13:52:08.286250 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77495d-e8f3-4757-a4d0-683a9f7d5dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a63305d-9bb2-4e10-ad80-b4bf34502c64,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:08.288812 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58400) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:08.337852 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.362029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.391367 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-54e3c1e3-fa27-4f0d-b2af-8d39620b862d service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193738 Jul 14 13:52:08.427557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.431166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:08.432837 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a63305d-9bb2-4e10-ad80-b4bf34502c64 HTTP/1.1" status: 204 len: 168 time: 0.1431155 Jul 14 13:52:08.443890 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1427d-1867-472b-9070-a915d6b44735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a63305d-9bb2-4e10-ad80-b4bf34502c64,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:08.461525 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940fe00-66a2-4ab9-865f-5816c9f08bfa req-3f2f45c1-63c5-4461-aadf-f860e8dae854 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:08.463716 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a940fe00-66a2-4ab9-865f-5816c9f08bfa req-3f2f45c1-63c5-4461-aadf-f860e8dae854 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1053393 Jul 14 13:52:08.562132 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a940fe00-66a2-4ab9-865f-5816c9f08bfa req-aafe1349-6b53-4d16-9c65-03897163dac3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858085 Jul 14 13:52:08.602892 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c109f6f6-3877-4e26-8de3-a10d6068c89e req-ce04965c-1f61-4a52-9ae9-f97d35530db5 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342793 Jul 14 13:52:08.754590 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8c8caf4-4bcc-4f23-84b2-202aa0c57889 req-1db6fad4-2633-4546-a4da-de7e0e21b7d3 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 210 time: 0.0323460 Jul 14 13:52:09.045203 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-a30cafe4-5bf8-465e-82ae-9b3630820f01 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:09.047039 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-a30cafe4-5bf8-465e-82ae-9b3630820f01 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 808 time: 0.1414766 Jul 14 13:52:09.077670 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Request body: {'port': {'device_id': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3', 'admin_state_up': True, 'tenant_id': '4017b0ecf9cd45598633cc0cfdcf9b23'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:09.239550 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Made reservation on behalf of 4017b0ecf9cd45598633cc0cfdcf9b23 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:09.243489 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:09.457263 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Allocated IP 172.20.0.4 (b5f36bcf-e926-4bfe-8e12-9d524a561fe3/30d80f62-a2c0-453f-9127-304fb4419b7c/5a18c688-f4e8-43e7-9091-2d3575cb78b6) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:09.495234 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7509-5604-4ce5-8eb6-185384602b93 req-7e405537-ed55-4c8a-86f2-99496c10ef60 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:09.496992 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-de5e7509-5604-4ce5-8eb6-185384602b93 req-7e405537-ed55-4c8a-86f2-99496c10ef60 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 943 time: 0.1350245 Jul 14 13:52:09.570044 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-de5e7509-5604-4ce5-8eb6-185384602b93 req-678a3d94-9362-45f7-9155-8af98f89d91c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Jul 14 13:52:09.681314 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:09.776323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:09.812601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05571c5b-f4ab-4047-8b1b-1ed7bcf10010 req-75727deb-bc40-4135-83fe-e54801904898 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:09.814364 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05571c5b-f4ab-4047-8b1b-1ed7bcf10010 req-75727deb-bc40-4135-83fe-e54801904898 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1178024 Jul 14 13:52:09.864316 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:09.873258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:09.875942 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:09.883978 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Pushing event updated for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:09.926319 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05571c5b-f4ab-4047-8b1b-1ed7bcf10010 req-6fee9110-d89d-4b3e-a431-d7497b9e4f41 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Jul 14 13:52:09.988465 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:09.989300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.011308 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-8fadf800-b369-4a36-999f-58ce1868c79a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381716 Jul 14 13:52:10.035850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Request body: {'port': {'device_id': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:10.169705 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.212528 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6940e7-2add-4b96-9d20-da32f5a841dc req-b411d98a-5e4e-4105-a392-eb9c0c9784f0 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.214117 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6e6940e7-2add-4b96-9d20-da32f5a841dc req-b411d98a-5e4e-4105-a392-eb9c0c9784f0 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 931 time: 0.1477962 Jul 14 13:52:10.322486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6e6940e7-2add-4b96-9d20-da32f5a841dc req-a2b4734f-6794-458c-9295-b0cb513a0b05 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006713 Jul 14 13:52:10.484077 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a18c688-f4e8-43e7-9091-2d3575cb78b6 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:10.492847 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.507415 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Transition to ACTIVE for port object 5a18c688-f4e8-43e7-9091-2d3575cb78b6 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:10.517110 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.569752 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:10.666961 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Attempting to bind port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:10.667543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Attempting to bind port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:10.667878 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Attempting to bind port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:10.674911 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:10.675297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Attempting to bind port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:10.681931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:10.682516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Checking segment: {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:10.682997 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Bound using segment: {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:10.683625 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Bound port: 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:10.684047 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.833196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:10.837731 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:10.847599 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.927382 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.927890 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:10.929627 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a18c688-f4e8-43e7-9091-2d3575cb78b6 HTTP/1.1" status: 200 len: 1093 time: 0.8998528 Jul 14 13:52:10.930092 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:10.932397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:10.936791 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13f4a8-135f-4d9e-b89d-1cc3d6e763e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:10.951328 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af317f8-aa5c-49eb-a613-124e3c457a2f req-89000312-f30a-46b8-9d03-4be27ed239e7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:10.952853 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9af317f8-aa5c-49eb-a613-124e3c457a2f req-89000312-f30a-46b8-9d03-4be27ed239e7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 943 time: 0.1770775 Jul 14 13:52:10.998138 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9af317f8-aa5c-49eb-a613-124e3c457a2f req-ded68eb8-8c42-490f-8a51-518789d6c118 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393102 Jul 14 13:52:11.087042 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-c99d880d-843d-42dd-b36d-e9db74de85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.088612 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-c99d880d-843d-42dd-b36d-e9db74de85fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 1096 time: 0.0656993 Jul 14 13:52:11.152570 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-94ae4a18-d2b8-4df9-ae7c-243f299679cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6 HTTP/1.1" status: 200 len: 217 time: 0.0452855 Jul 14 13:52:11.210057 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-b6e78e12-da94-4f12-b8b6-0a4e6d9d95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.211944 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-b6e78e12-da94-4f12-b8b6-0a4e6d9d95e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d80f62-a2c0-453f-9127-304fb4419b7c HTTP/1.1" status: 200 len: 848 time: 0.0471621 Jul 14 13:52:11.256651 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466469d2-e678-4ba8-a8fa-a394ab0f0951 x-openstack-request-id: req-466469d2-e678-4ba8-a8fa-a394ab0f0951 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:11.256935 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:11.257180 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-466469d2-e678-4ba8-a8fa-a394ab0f0951 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:11.257568 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6', 'status': 'completed', 'code': 200} Jul 14 13:52:11.278739 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-4374d6fa-cd60-4247-a26d-07587da80af3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335233 Jul 14 13:52:11.357549 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 75432bed-093f-4941-8957-96a72a01f244 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:11.456019 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=75432bed-093f-4941-8957-96a72a01f244,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:11.470190 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '75432bed-093f-4941-8957-96a72a01f244', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'port_id': '75432bed-093f-4941-8957-96a72a01f244', 'mac_address': 'fa:16:3e:82:f1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270967d9-cdbb-40bb-9b16-f98f0d4d4c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:11.505925 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-dc4fa912-06de-497b-8980-8f96e844edac service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446164 Jul 14 13:52:11.515617 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:11.519725 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186ad32-97d6-42a7-8756-68ab3c578ef7 req-033a7ee2-0fbc-4062-b95d-854cd6bba756 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.521286 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c186ad32-97d6-42a7-8756-68ab3c578ef7 req-033a7ee2-0fbc-4062-b95d-854cd6bba756 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1909504 Jul 14 13:52:11.530427 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75432bed-093f-4941-8957-96a72a01f244 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:11.540863 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a6cc7-b90f-4df9-8531-3103479b7094 req-00068e79-0c5c-4e70-a403-e97a8a5b101f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.542324 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8d5a6cc7-b90f-4df9-8531-3103479b7094 req-00068e79-0c5c-4e70-a403-e97a8a5b101f tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.1822565 Jul 14 13:52:11.551718 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=75432bed-093f-4941-8957-96a72a01f244,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:11.559333 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:11.608723 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:11.617316 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.617647 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.618012 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.618350 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.618677 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.619132 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.619549 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.619868 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.620224 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.620550 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.620867 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.621184 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:11.659945 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c186ad32-97d6-42a7-8756-68ab3c578ef7 req-d77554ef-5374-446b-bf0d-5fc97eecb858 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274142 Jul 14 13:52:11.668369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8d5a6cc7-b90f-4df9-8531-3103479b7094 req-9614670d-7af4-4c4a-bd40-2c1154ac11c0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 Jul 14 13:52:11.688526 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb448b5e-8df1-41c6-9392-2b22555b1ca4 req-bceffd5b-70d4-453a-b1a1-e9ce1f932a5a service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626427 Jul 14 13:52:11.835050 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dac9f-22e2-4bf1-bbf6-7bb768fb969b req-3c742460-dd19-48f8-a94c-65de32766dfa tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.836605 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c5dac9f-22e2-4bf1-bbf6-7bb768fb969b req-3c742460-dd19-48f8-a94c-65de32766dfa tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 943 time: 0.0685933 Jul 14 13:52:11.904544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c5dac9f-22e2-4bf1-bbf6-7bb768fb969b req-cc8efda1-1218-43dd-9eec-c4f936f8414c tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Jul 14 13:52:11.922076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-148431d5-04ef-49f7-81cf-ea4ef7090ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:11.923580 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-148431d5-04ef-49f7-81cf-ea4ef7090ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 1096 time: 0.0860932 Jul 14 13:52:12.057141 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-35d77713-43ea-467d-b479-2861e32b536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.058868 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-35d77713-43ea-467d-b479-2861e32b536d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 909 time: 0.1234486 Jul 14 13:52:12.115189 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-7545f787-5f1f-4cb6-a47c-6eac9a3fca4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6 HTTP/1.1" status: 200 len: 217 time: 0.0449495 Jul 14 13:52:12.155175 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['75432bed-093f-4941-8957-96a72a01f244'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:12.267588 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-c750dcf7-84bc-44f5-8cec-24ead37a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.269330 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-c750dcf7-84bc-44f5-8cec-24ead37a426d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d80f62-a2c0-453f-9127-304fb4419b7c HTTP/1.1" status: 200 len: 848 time: 0.1183112 Jul 14 13:52:12.315994 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-f10bcb9d-e898-47df-bf20-cda3bf9385c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366755 Jul 14 13:52:12.340047 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ad614-fea1-4447-afc1-71482697d83f req-62015699-b036-448d-a733-55e93d1b9853 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.342093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cc0ad614-fea1-4447-afc1-71482697d83f req-62015699-b036-448d-a733-55e93d1b9853 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 944 time: 0.1378357 Jul 14 13:52:12.427425 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cc0ad614-fea1-4447-afc1-71482697d83f req-c64448e4-586e-4c2e-9bcf-e8c2e65a6f40 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Jul 14 13:52:12.449828 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-496befc2-d377-49f4-a58b-4226dd1061cb service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257508 Jul 14 13:52:12.570397 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f5a4c718-20dd-48ea-bbce-a401d2ab76b7 req-fefa1167-e257-47e6-8eea-ec53252d7967 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945482 Jul 14 13:52:12.884930 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bbf8c-a77a-4a75-8fe6-1a4d200ca326 req-f7d75cb1-c16c-4e4a-abf0-13452b54b614 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.886339 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1d9bbf8c-a77a-4a75-8fe6-1a4d200ca326 req-f7d75cb1-c16c-4e4a-abf0-13452b54b614 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1040931 Jul 14 13:52:12.898023 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378e413-33e5-47e1-861b-84cc56d2b2f4 req-9a506188-21ce-445d-b699-214a806fc9d7 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:12.899439 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2378e413-33e5-47e1-861b-84cc56d2b2f4 req-9a506188-21ce-445d-b699-214a806fc9d7 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.0885632 Jul 14 13:52:12.955595 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1d9bbf8c-a77a-4a75-8fe6-1a4d200ca326 req-d260ce4b-87c7-41df-8b65-38b42d4822df tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551894 Jul 14 13:52:12.960381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2378e413-33e5-47e1-861b-84cc56d2b2f4 req-4509334b-c84c-445c-b638-d4ab1e127704 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Jul 14 13:52:13.361455 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3106301-05d9-4e3f-8dbf-af4703d61794 req-1f31b568-3008-4a8c-b75c-35b5fc775d5d tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.363334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3106301-05d9-4e3f-8dbf-af4703d61794 req-1f31b568-3008-4a8c-b75c-35b5fc775d5d tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 943 time: 0.2914841 Jul 14 13:52:13.387545 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58544) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:13.413156 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d3106301-05d9-4e3f-8dbf-af4703d61794 req-8c085cd1-119a-4c08-8e91-b7556730a459 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Jul 14 13:52:13.520420 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-be9f95fc-63b3-4532-aa26-6d5054d5d85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.651772 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-be9f95fc-63b3-4532-aa26-6d5054d5d85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.653563 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8193-d1ab-4270-a9d7-b42608955042 req-09e4659f-9573-4446-ac92-24d4f22fd2fe tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:13.655643 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ba8f8193-d1ab-4270-a9d7-b42608955042 req-09e4659f-9573-4446-ac92-24d4f22fd2fe tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 944 time: 0.0731077 Jul 14 13:52:13.657441 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-be9f95fc-63b3-4532-aa26-6d5054d5d85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.701606 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f95fc-63b3-4532-aa26-6d5054d5d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dabb2a9-09c4-4ae1-beab-2221e7968d1c,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:13.702983 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ba8f8193-d1ab-4270-a9d7-b42608955042 req-9e8518ab-c403-4998-820d-79bae228315e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Jul 14 13:52:13.706923 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-be9f95fc-63b3-4532-aa26-6d5054d5d85a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ba4151928ce4e649300e6b740b6d595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177509 Jul 14 13:52:13.709615 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58556) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:13.766695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.791251 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.843277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.845910 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:13.847894 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dabb2a9-09c4-4ae1-beab-2221e7968d1c HTTP/1.1" status: 204 len: 168 time: 0.1366239 Jul 14 13:52:13.857181 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca12db-9ef2-4057-9124-5be1daedbdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dabb2a9-09c4-4ae1-beab-2221e7968d1c,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:14.150071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58566) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:14.164219 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20331f84-3d98-48ba-b6ec-b823067c68ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.188446 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162ac28-5a35-48cc-9f1e-2b0760e0bee4 req-7c3cba2a-0724-4837-a7c0-09b3bb26743c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.190137 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5162ac28-5a35-48cc-9f1e-2b0760e0bee4 req-7c3cba2a-0724-4837-a7c0-09b3bb26743c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1161158 Jul 14 13:52:14.203188 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963d718-4c12-4f76-836d-adc970f880b7 req-969f8725-9a55-4090-93b2-539a725addf0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.204730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b963d718-4c12-4f76-836d-adc970f880b7 req-969f8725-9a55-4090-93b2-539a725addf0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.0971382 Jul 14 13:52:14.267384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20331f84-3d98-48ba-b6ec-b823067c68ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.267639 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5162ac28-5a35-48cc-9f1e-2b0760e0bee4 req-3cd1fda5-9e88-4583-bfc7-81828d3b8dc3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Jul 14 13:52:14.271161 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b963d718-4c12-4f76-836d-adc970f880b7 req-d636c6e0-85d0-4eec-b4f9-d0ed82727434 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/security-groups?id=701a9699-2a5d-45c8-96fa-d2608783a64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Jul 14 13:52:14.273521 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-20331f84-3d98-48ba-b6ec-b823067c68ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.314382 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20331f84-3d98-48ba-b6ec-b823067c68ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d4df99-9766-4613-922e-9e438a776a04,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:14.320953 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-20331f84-3d98-48ba-b6ec-b823067c68ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a976ce722a2d4033a114509ac227ef8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693130 Jul 14 13:52:14.322385 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58568) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:14.387380 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.415872 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.478509 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.481386 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:14.483773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8d4df99-9766-4613-922e-9e438a776a04 HTTP/1.1" status: 204 len: 168 time: 0.1600561 Jul 14 13:52:14.496466 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989ccd8-3816-4656-822d-0b60a51115db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d4df99-9766-4613-922e-9e438a776a04,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:14.637487 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca5986-6dcd-4013-a551-bece6dab227a req-9ae28f74-465b-4d7b-a436-80f19ec3b1ee tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.639573 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a9ca5986-6dcd-4013-a551-bece6dab227a req-9ae28f74-465b-4d7b-a436-80f19ec3b1ee tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 943 time: 0.0714359 Jul 14 13:52:14.686674 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a9ca5986-6dcd-4013-a551-bece6dab227a req-74d8f301-4072-46ea-a711-248e9bf48dff tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Jul 14 13:52:14.780323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-00984f85-70c0-4e4f-a6ae-aa53a325a98a tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:14.783003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-00984f85-70c0-4e4f-a6ae-aa53a325a98a tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.36 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 945 time: 0.0896211 Jul 14 13:52:15.013383 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30e843-e6c3-44dc-a87a-c440bc5f14e1 req-290a5337-8b7a-4290-a3fd-4b8705f73972 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.014981 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab30e843-e6c3-44dc-a87a-c440bc5f14e1 req-290a5337-8b7a-4290-a3fd-4b8705f73972 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 944 time: 0.1439865 Jul 14 13:52:15.042528 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Deleting port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:15.042861 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.100286 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab30e843-e6c3-44dc-a87a-c440bc5f14e1 req-a4f33360-b840-4d26-b506-7443a662312b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789528 Jul 14 13:52:15.149157 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] For port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,segment=NetworkSegment(964a56cc-5b5c-418c-bd03-57248f72ad32),segment_id=964a56cc-5b5c-418c-bd03-57248f72ad32)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:15.149518 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.165848 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Calling delete_port for 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:15.342522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.395864 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['04088766-8c7e-4fbb-bdfd-6d85539a5fe0'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:15.413277 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Pushing event deleted for resources: {'Port': ['ID=04088766-8c7e-4fbb-bdfd-6d85539a5fe0,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.430987 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5a18c688-f4e8-43e7-9091-2d3575cb78b6 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:15.433876 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 75432bed-093f-4941-8957-96a72a01f244 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:15.488060 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] No DVR routers for this DVR port 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:15.504953 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.506927 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a506680-e1fc-4004-b1a5-356e3957d3e4 req-60b53387-48b7-471d-8c2c-511de5f5e5c2 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.36 "DELETE /v2.0/ports/04088766-8c7e-4fbb-bdfd-6d85539a5fe0 HTTP/1.1" status: 204 len: 173 time: 0.7145364 Jul 14 13:52:15.507370 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'name': 'network-vif-deleted', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:15.510083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d484ce41-d890-4078-9301-7a9a3f16f75f" -d '{"events": [{"server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "name": "network-vif-deleted", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:15.537756 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1713bc9e-394a-4401-a28d-1064808320e6 req-917b5955-f30d-4ea7-8d12-1b76f04f26a0 tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.0511076 Jul 14 13:52:15.568275 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 75432bed-093f-4941-8957-96a72a01f244 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:15.573490 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd2a5-9278-411a-8a58-adc4b4a5c0a8 req-2b1304a1-699f-4910-a700-2dd07f70a72c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.576338 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-607cd2a5-9278-411a-8a58-adc4b4a5c0a8 req-2b1304a1-699f-4910-a700-2dd07f70a72c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1434219 Jul 14 13:52:15.583251 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 75432bed-093f-4941-8957-96a72a01f244 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:15.583627 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.622341 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:15.644212 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '5a18c688-f4e8-43e7-9091-2d3575cb78b6', 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3', 'port_id': '5a18c688-f4e8-43e7-9091-2d3575cb78b6', 'mac_address': 'fa:16:3e:bb:95:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d80f62-a2c0-453f-9127-304fb4419b7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:15.646364 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb783125-71b9-49fd-ab47-6e5ac773922c x-openstack-request-id: req-fb783125-71b9-49fd-ab47-6e5ac773922c {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:15.647076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caff5ba2-d059-488e-a369-a449b6ad55e8", "name": "network-vif-deleted", "tag": "04088766-8c7e-4fbb-bdfd-6d85539a5fe0", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:15.647273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb783125-71b9-49fd-ab47-6e5ac773922c {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:15.647776 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caff5ba2-d059-488e-a369-a449b6ad55e8', 'name': 'network-vif-deleted', 'tag': '04088766-8c7e-4fbb-bdfd-6d85539a5fe0', 'status': 'completed', 'code': 200} Jul 14 13:52:15.654955 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-607cd2a5-9278-411a-8a58-adc4b4a5c0a8 req-ae6bc0b9-ae50-40b4-b0ff-3e4d1b5f1f61 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Jul 14 13:52:15.722735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.747601 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.751998 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a18c688-f4e8-43e7-9091-2d3575cb78b6 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:15.785349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:15.791258 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75432bed-093f-4941-8957-96a72a01f244'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:15.793531 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3a7d85-5d15-46e3-b3e7-004e3b513f89" -d '{"events": [{"server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "name": "network-vif-plugged", "status": "completed", "tag": "75432bed-093f-4941-8957-96a72a01f244"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:15.798482 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.810026 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=75432bed-093f-4941-8957-96a72a01f244,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:15.827222 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:15.854953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.889854 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d1a84-27cb-4dc3-b101-0611092d2667 req-fbc650f2-190b-400d-8cac-f4050e4c7448 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:15.891635 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-831d1a84-27cb-4dc3-b101-0611092d2667 req-fbc650f2-190b-400d-8cac-f4050e4c7448 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 944 time: 0.0755262 Jul 14 13:52:15.903568 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734adadd-ffe6-4412-8d68-6be424298a18 x-openstack-request-id: req-734adadd-ffe6-4412-8d68-6be424298a18 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:15.903865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "name": "network-vif-plugged", "status": "completed", "tag": "75432bed-093f-4941-8957-96a72a01f244", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:15.904096 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-734adadd-ffe6-4412-8d68-6be424298a18 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:15.904528 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75432bed-093f-4941-8957-96a72a01f244', 'code': 200} Jul 14 13:52:15.916967 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:15.935574 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-831d1a84-27cb-4dc3-b101-0611092d2667 req-ceafdc04-ad9b-41b0-aa0d-868aabd315a3 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Jul 14 13:52:16.308024 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5a18c688-f4e8-43e7-9091-2d3575cb78b6'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:16.327601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59927ee-9c17-4fca-8e5b-f4863d1da1ee req-e0565da3-29c5-4cc0-a811-eb59a1b8172f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.329199 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f59927ee-9c17-4fca-8e5b-f4863d1da1ee req-e0565da3-29c5-4cc0-a811-eb59a1b8172f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.1068232 Jul 14 13:52:16.334934 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a562f0b-b79f-4d40-aa9c-51d573cf2e5d req-45403a01-f763-4b9e-b1db-1e7d815ff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.336425 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1a562f0b-b79f-4d40-aa9c-51d573cf2e5d req-45403a01-f763-4b9e-b1db-1e7d815ff737 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 1098 time: 0.0826259 Jul 14 13:52:16.393224 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f59927ee-9c17-4fca-8e5b-f4863d1da1ee req-a5d7b8c9-60b9-4853-982a-1e6862e6f588 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554171 Jul 14 13:52:16.404378 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1a562f0b-b79f-4d40-aa9c-51d573cf2e5d req-c92f9d0a-050b-4c43-a757-7fef3a35be3f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 Jul 14 13:52:16.513683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58630) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:16.562493 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Deleting subnet 8e71db86-1dc1-4d3f-a0c2-3439a185b8b9 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:52:16.566160 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.611783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.686455 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.771150 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7e0127c-5837-448e-8342-86c2e45fcc86 req-e6afc1cc-8b85-4536-bcba-29eb258c0b6e tempest-DeleteServersTestJSON-1226558522 tempest-DeleteServersTestJSON-1226558522-project] 10.222.0.44 "GET /v2.0/ports?device_id=caff5ba2-d059-488e-a369-a449b6ad55e8 HTTP/1.1" status: 200 len: 210 time: 0.0345919 Jul 14 13:52:16.777704 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.812131 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e71db86-1dc1-4d3f-a0c2-3439a185b8b9,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:16.838547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.840454 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-dd43d34c-81a7-43c2-a7ce-7400cf25ecd9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8e71db86-1dc1-4d3f-a0c2-3439a185b8b9 HTTP/1.1" status: 204 len: 168 time: 0.3254714 Jul 14 13:52:16.843241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58636) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:16.881441 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676daa6-bf70-499e-84d2-1180a31c72d7 req-acc89bbb-c6bb-44a6-baa5-8e24fff03c10 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:16.882990 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d676daa6-bf70-499e-84d2-1180a31c72d7 req-acc89bbb-c6bb-44a6-baa5-8e24fff03c10 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0817494 Jul 14 13:52:16.922908 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:16.924306 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d676daa6-bf70-499e-84d2-1180a31c72d7 req-1cafc580-1ada-49c1-b5c6-693834bd9832 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Jul 14 13:52:17.009241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.020847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.021346 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.022153 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.022708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > port after_create 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.023092 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.023520 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > port after_update 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.023889 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.024300 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.024690 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.025130 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.125289 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6054-abc8-404b-8949-f38fb17efd2a req-bee9f4f2-a765-40c5-9efc-cdca657cb38c tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.127277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50fa6054-abc8-404b-8949-f38fb17efd2a req-bee9f4f2-a765-40c5-9efc-cdca657cb38c tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 944 time: 0.0721045 Jul 14 13:52:17.174600 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50fa6054-abc8-404b-8949-f38fb17efd2a req-60200358-0e73-44ab-930e-53b5f0f3ea0e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jul 14 13:52:17.190338 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.191150 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.191724 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.192333 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 13:52:17.192909 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1fea4a-a409-4483-86ee-ea79af12e89e']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.224430 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6714d1-0e9e-4b85-8ff4-85b3a69c05a7') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.224988 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6714d1-0e9e-4b85-8ff4-85b3a69c05a7') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.242968 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.268283 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.282017 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:52:17.282697 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: from cryptography.utils import int_from_bytes Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: from cryptography.utils import int_from_bytes Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:52:17.289401 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:52:17.354103 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.362255 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.364287 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ff1fea4a-a409-4483-86ee-ea79af12e89e HTTP/1.1" status: 204 len: 168 time: 0.5196295 Jul 14 13:52:17.367201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 58644) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:17.374900 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db7a9-c3e6-46ef-af1c-48393f004874 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1fea4a-a409-4483-86ee-ea79af12e89e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:17.416671 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Deleting subnet 358368a2-5a9c-42b3-b44f-f147efb1ae3a {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:52:17.429156 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.469102 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.514866 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.619505 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d71cd-4e2e-4238-9ba9-49eb5dff37a9 req-7900669a-e743-4f28-a9c5-1b20c78a823b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:17.621056 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c09d71cd-4e2e-4238-9ba9-49eb5dff37a9 req-7900669a-e743-4f28-a9c5-1b20c78a823b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.0872755 Jul 14 13:52:17.622343 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.667109 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358368a2-5a9c-42b3-b44f-f147efb1ae3a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:17.675268 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.677371 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-05ec3e53-efa9-4cbf-aaed-e144a1535bd6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/358368a2-5a9c-42b3-b44f-f147efb1ae3a HTTP/1.1" status: 204 len: 168 time: 0.3091674 Jul 14 13:52:17.680763 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58648) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:17.695610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c09d71cd-4e2e-4238-9ba9-49eb5dff37a9 req-82f960c1-4133-4d77-a145-5c8ee0684c23 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678957 Jul 14 13:52:17.755593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.845514 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.858226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f8a3b2-e82b-4a45-afeb-8d690a34abaa']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.869611 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f9b4d7-6ab3-443f-a7c2-e9a205973872') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.869799 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f9b4d7-6ab3-443f-a7c2-e9a205973872') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:17.879733 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.897168 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.903916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:52:17.904548 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:52:17.907219 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:52:17.967602 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.973800 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:17.978444 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/66f8a3b2-e82b-4a45-afeb-8d690a34abaa HTTP/1.1" status: 204 len: 168 time: 0.2938659 Jul 14 13:52:17.987902 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916507e1-84fe-4fba-97d5-3220531fbaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f8a3b2-e82b-4a45-afeb-8d690a34abaa,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:18.143214 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004feee4-a31e-4180-bef6-97ec965033da req-01f2e928-06d3-485d-8410-31afa5f4418b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.152004 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004feee4-a31e-4180-bef6-97ec965033da req-01f2e928-06d3-485d-8410-31afa5f4418b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0864427 Jul 14 13:52:18.207715 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-004feee4-a31e-4180-bef6-97ec965033da req-cedb867e-d469-433f-bcc7-7211427f0659 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543823 Jul 14 13:52:18.242113 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58670) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:18.282166 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5763f56a-594d-45a9-b17b-b21b99065776 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0b944b18c2c459fa6ae39987225b5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390501 Jul 14 13:52:18.284715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58672) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:18.332970 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:18.354012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:18.384805 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9b97-b790-42a5-8c2b-06ad190ec86b req-92a996c5-e2a7-4132-b7c2-3be6d2ce8fbc tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.386233 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-167e9b97-b790-42a5-8c2b-06ad190ec86b req-92a996c5-e2a7-4132-b7c2-3be6d2ce8fbc tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 944 time: 0.0702133 Jul 14 13:52:18.414646 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:18.417660 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:18.418871 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/503fed21-6b78-47b7-b1fb-c992eef3a449 HTTP/1.1" status: 204 len: 168 time: 0.1332853 Jul 14 13:52:18.427153 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68946d35-1b11-4e90-b525-50c36bb0f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503fed21-6b78-47b7-b1fb-c992eef3a449,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:18.447126 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-167e9b97-b790-42a5-8c2b-06ad190ec86b req-d5091be9-4ba0-43b9-a1ef-10965ed4309e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Jul 14 13:52:18.825096 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58682) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:18.866119 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-62e4a07c-a619-43e1-a205-2bed43483c48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8af03691afcd4f29acfcc5487dfb14ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397825 Jul 14 13:52:18.868950 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58684) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:18.885936 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b734e7-322c-44f8-a1a0-02ebc6b12289 req-272eafcb-1b33-4ff3-91c1-0768e136a927 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:18.887630 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-35b734e7-322c-44f8-a1a0-02ebc6b12289 req-272eafcb-1b33-4ff3-91c1-0768e136a927 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.0722609 Jul 14 13:52:18.923271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:18.934588 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-35b734e7-322c-44f8-a1a0-02ebc6b12289 req-a6deae99-596f-44ca-86be-1a5bed876429 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Jul 14 13:52:18.949145 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.006641 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.009508 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.013641 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ad7ad2e-05ab-4bbc-a01b-243a7734a973 HTTP/1.1" status: 204 len: 168 time: 0.1412265 Jul 14 13:52:19.022532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90189c19-0034-48e6-ad74-8c5fc8a450aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad7ad2e-05ab-4bbc-a01b-243a7734a973,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:19.396414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5a18c688-f4e8-43e7-9091-2d3575cb78b6 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:19.472798 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:19.472929 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbfcd2-6cb6-49d7-9521-78f92cbdfb20 req-1dc99d62-4746-498d-8288-37047a34f2dd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:19.475352 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9fbbfcd2-6cb6-49d7-9521-78f92cbdfb20 req-1dc99d62-4746-498d-8288-37047a34f2dd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0777779 Jul 14 13:52:19.483392 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:19.483914 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.542828 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9fbbfcd2-6cb6-49d7-9521-78f92cbdfb20 req-58729c36-84a3-4bbb-8d14-09ba3db5e215 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594385 Jul 14 13:52:19.649210 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58728) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:19.665917 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.718108 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Deleting subnet 576fe4fc-7788-4bf7-974f-7dad124bf22f {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:52:19.721764 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.728426 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:19.731239 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e59e4b-82e8-4d3b-8a3b-c2392b1773b6" -d '{"events": [{"server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "name": "network-vif-plugged", "status": "completed", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:19.749218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:19.757697 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.758568 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:19.782359 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.805037 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:19.805408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 04088766-8c7e-4fbb-bdfd-6d85539a5fe0 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:19.840538 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:19.854761 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.878261 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120af87-7a49-4584-9e10-0aa5751dfb73 req-be3282a3-6607-4c05-bd38-c0f3e942443e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:19.888523 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7120af87-7a49-4584-9e10-0aa5751dfb73 req-be3282a3-6607-4c05-bd38-c0f3e942443e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.1225843 Jul 14 13:52:19.931894 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.945172 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7120af87-7a49-4584-9e10-0aa5751dfb73 req-d4671544-ee8f-475c-8add-5b1a28e1cde4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547154 Jul 14 13:52:19.959167 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576fe4fc-7788-4bf7-974f-7dad124bf22f,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:19.965057 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:19.968831 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-24f1f365-5ae2-431d-a779-14cd8478a481 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/576fe4fc-7788-4bf7-974f-7dad124bf22f HTTP/1.1" status: 204 len: 168 time: 0.3183868 Jul 14 13:52:19.971412 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58738) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:20.002113 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd6d38-fc67-4987-b572-3fdf2aeac850 x-openstack-request-id: req-38dd6d38-fc67-4987-b572-3fdf2aeac850 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:20.002412 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "name": "network-vif-plugged", "status": "completed", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:20.002670 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38dd6d38-fc67-4987-b572-3fdf2aeac850 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:20.003060 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6', 'code': 200} Jul 14 13:52:20.055720 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:20.313838 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.401818 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.407390 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10faca-fa8f-4976-8e90-03b656475358 req-b04bf793-30f2-4c40-a6a4-749ce1ac1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.409304 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab10faca-fa8f-4976-8e90-03b656475358 req-b04bf793-30f2-4c40-a6a4-749ce1ac1532 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 1098 time: 0.0607095 Jul 14 13:52:20.417166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:20.428756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964a56cc-5b5c-418c-bd03-57248f72ad32') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:20.429054 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964a56cc-5b5c-418c-bd03-57248f72ad32') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:52:20.441360 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.454729 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab10faca-fa8f-4976-8e90-03b656475358 req-24130763-ed14-4a0d-a6d1-0d4addf320e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Jul 14 13:52:20.460565 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.466977 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:52:20.467362 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:52:20.469112 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:52:20.536717 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.545788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.547629 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] 10.222.0.44 "DELETE /v2.0/networks/091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a HTTP/1.1" status: 204 len: 168 time: 0.5753069 Jul 14 13:52:20.557076 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cc4f3-1edf-45aa-b021-2a2807347f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=091c0bb2-d55d-43ad-a3e4-1ee5e5f17a1a,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:20.732589 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88ac0-d951-4e37-a60e-979190e617b7 req-66d87df2-bd3a-400e-a84b-a492b832df22 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:20.734136 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48c88ac0-d951-4e37-a60e-979190e617b7 req-66d87df2-bd3a-400e-a84b-a492b832df22 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0807600 Jul 14 13:52:20.745326 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58764) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:20.776470 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48c88ac0-d951-4e37-a60e-979190e617b7 req-03c622bd-4878-4c60-abef-3223c49e7981 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353930 Jul 14 13:52:20.792485 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3158a9fb-629c-4fd8-a356-df812334292d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4a7dcd546d2443c9d0aca064de0848f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457895 Jul 14 13:52:20.795291 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 58766) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:20.855646 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.888549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.967687 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.977557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:20.979833 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/701a9699-2a5d-45c8-96fa-d2608783a64e HTTP/1.1" status: 204 len: 168 time: 0.1833308 Jul 14 13:52:20.994545 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7706b-c997-4675-b571-6d776ea3f0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a9699-2a5d-45c8-96fa-d2608783a64e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:21.190181 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d67f-ef5f-41ba-8e8b-455d6de84a3b req-e9fbd6c1-eba0-4fc0-9d5f-90cf4a4255cb tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:21.192824 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fdc3d67f-ef5f-41ba-8e8b-455d6de84a3b req-e9fbd6c1-eba0-4fc0-9d5f-90cf4a4255cb tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.0904927 Jul 14 13:52:21.274242 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fdc3d67f-ef5f-41ba-8e8b-455d6de84a3b req-87cee809-f7ce-4eaa-9474-a60d8a332c85 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719903 Jul 14 13:52:21.982585 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ae4c7-c584-4e70-b59e-09fb64c9c8ba req-0c8852e3-24b0-406c-a07c-8fd7006cfb12 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:21.984638 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-669ae4c7-c584-4e70-b59e-09fb64c9c8ba req-0c8852e3-24b0-406c-a07c-8fd7006cfb12 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0769014 Jul 14 13:52:22.099453 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-669ae4c7-c584-4e70-b59e-09fb64c9c8ba req-5e156e30-5e7f-413d-b138-54df51664013 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047628 Jul 14 13:52:22.154148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-7e172f84-d484-4246-9259-fca003ff07cf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.160305 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-7e172f84-d484-4246-9259-fca003ff07cf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1560020 Jul 14 13:52:22.173127 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cfd1964d-fe9c-451d-bb03-adf56c2a4bab tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/quotas/ef1561ad679b4276800c81c931e147ef HTTP/1.1" status: 200 len: 375 time: 0.0118465 Jul 14 13:52:22.282720 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-1124bc97-7775-4170-8ded-cedcd94f0df2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011455 Jul 14 13:52:22.460205 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-fe417e7e-3de9-487b-9a3b-cdf26625495e service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686795 Jul 14 13:52:22.596508 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-b5bbae05-faa4-4900-bb6d-7a27390fe5f1 service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320703 Jul 14 13:52:22.635020 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b8d9-70fd-4743-baae-e12194af1976 req-bde7f74b-4d70-4b73-9cfd-3f17c0b5cb97 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:22.636625 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6d03b8d9-70fd-4743-baae-e12194af1976 req-bde7f74b-4d70-4b73-9cfd-3f17c0b5cb97 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.0716031 Jul 14 13:52:22.693780 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6d03b8d9-70fd-4743-baae-e12194af1976 req-1a5af6e9-4e82-4479-8503-47779582077b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491886 Jul 14 13:52:22.877823 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b7f47010-fb15-49fe-a476-678ed7d53e0a req-d0f39f3f-dc1a-462c-9787-ca618c3ac268 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 210 time: 0.0396309 Jul 14 13:52:23.305931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c2431-9525-49dc-a6d2-e2e817dec334 req-66fd5af1-376e-4d6e-95b6-285dd7337fd6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:23.307412 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe0c2431-9525-49dc-a6d2-e2e817dec334 req-66fd5af1-376e-4d6e-95b6-285dd7337fd6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0774987 Jul 14 13:52:23.349216 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe0c2431-9525-49dc-a6d2-e2e817dec334 req-1dcf5f7d-7757-4c21-a43b-97090256467a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355210 Jul 14 13:52:24.076705 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e7769fe1-bad2-4810-9324-d9049f69217c req-cb0f23ae-747f-4b58-b639-95319f7183dd tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 210 time: 0.0333865 Jul 14 13:52:24.288153 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f38680-ce63-4b0e-90c7-3f52daea4e0e req-fb7806f2-16f7-49f5-b623-eb127ed9f523 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.298854 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18f38680-ce63-4b0e-90c7-3f52daea4e0e req-fb7806f2-16f7-49f5-b623-eb127ed9f523 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.1022434 Jul 14 13:52:24.342459 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18f38680-ce63-4b0e-90c7-3f52daea4e0e req-7252e863-f3a6-406c-9865-050b9214bb44 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Jul 14 13:52:24.532687 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-dffd4582-aefa-4086-bc36-470ec82c8d76 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.534437 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-dffd4582-aefa-4086-bc36-470ec82c8d76 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1520257 Jul 14 13:52:24.572091 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c8f62-1e81-40c9-89ec-b6502f6e5acd req-07f4199a-8bd0-48f8-aa21-374e0885ee50 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:24.573614 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-996c8f62-1e81-40c9-89ec-b6502f6e5acd req-07f4199a-8bd0-48f8-aa21-374e0885ee50 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1041369 Jul 14 13:52:24.579400 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Request body: {'port': {'device_id': '7578efb3-a765-4384-8842-b58289a802ff', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'admin_state_up': True, 'tenant_id': 'ef1561ad679b4276800c81c931e147ef'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:24.668724 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-996c8f62-1e81-40c9-89ec-b6502f6e5acd req-7e0b2f13-1902-4def-bbbb-255a3fe74e11 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Jul 14 13:52:24.724234 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:24.727768 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:24.869063 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Allocated IP 172.20.0.14 (ed1e0de2-a73b-491c-a35f-d98d2b118619/270967d9-cdbb-40bb-9b16-f98f0d4d4c2b/c56358f0-85d6-417d-949d-8baa01786757) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:25.026186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.069614 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.122127 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:25.125965 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:25.128478 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:25.130971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', '75432bed-093f-4941-8957-96a72a01f244'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:25.156157 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event updated for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:25.191782 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.192793 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.214888 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-0e61d807-4b31-4411-b7a1-09823f85a2f2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6509824 Jul 14 13:52:25.252988 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Request body: {'port': {'device_id': '7578efb3-a765-4384-8842-b58289a802ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:25.371330 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:25.453734 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd546-ba36-44c0-8ede-f14673a601c2 req-d7c15365-383b-4dbb-adc7-3af83f610eed tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:25.455406 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d99cd546-ba36-44c0-8ede-f14673a601c2 req-d7c15365-383b-4dbb-adc7-3af83f610eed tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 932 time: 0.2283323 Jul 14 13:52:25.572454 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d99cd546-ba36-44c0-8ede-f14673a601c2 req-9bb0c25c-6b44-4907-b997-542ba37c0e5c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080494 Jul 14 13:52:25.645211 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-46b03ada-752d-46b2-89d1-0e860f46fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.050760 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cd9d1-7209-4259-8410-5033d32a0c00 req-dcb1fe7a-fb38-430b-8d93-45d3d0f88c5a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.052300 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-687cd9d1-7209-4259-8410-5033d32a0c00 req-dcb1fe7a-fb38-430b-8d93-45d3d0f88c5a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.4085758 Jul 14 13:52:26.057287 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56358f0-85d6-417d-949d-8baa01786757 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:26.073180 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.097649 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b4d3-8773-40ac-bd07-8b09179d3e42 req-7acd9009-c7da-406b-baa3-128d0b47c74b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.099157 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-af51b4d3-8773-40ac-bd07-8b09179d3e42 req-7acd9009-c7da-406b-baa3-128d0b47c74b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.2030611 Jul 14 13:52:26.109987 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Transition to ACTIVE for port object c56358f0-85d6-417d-949d-8baa01786757 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:26.126347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.163038 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-687cd9d1-7209-4259-8410-5033d32a0c00 req-50dcdc54-6064-4a9c-a43e-47e0d8c600f9 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004043 Jul 14 13:52:26.209052 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Pushing event updated for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:26.217664 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-af51b4d3-8773-40ac-bd07-8b09179d3e42 req-7c457580-6687-42b7-9257-c8ae72698b5c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082504 Jul 14 13:52:26.303357 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Attempting to bind port c56358f0-85d6-417d-949d-8baa01786757 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:26.303713 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Attempting to bind port c56358f0-85d6-417d-949d-8baa01786757 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:26.304041 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Attempting to bind port c56358f0-85d6-417d-949d-8baa01786757 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:26.309085 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Port c56358f0-85d6-417d-949d-8baa01786757 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:26.312224 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Attempting to bind port c56358f0-85d6-417d-949d-8baa01786757 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:26.315037 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:26.315374 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Checking segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:26.315760 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Bound using segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:26.316196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Bound port: c56358f0-85d6-417d-949d-8baa01786757, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:26.316559 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.385445 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:26.389385 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c56358f0-85d6-417d-949d-8baa01786757,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:26.401024 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.448016 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.448745 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:26.450449 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] 10.222.0.36 "PUT /v2.0/ports/c56358f0-85d6-417d-949d-8baa01786757 HTTP/1.1" status: 200 len: 1094 time: 1.2044408 Jul 14 13:52:26.450900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:26.453230 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091196ec-a830-4182-91a0-99b639bf05b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "tag": "c56358f0-85d6-417d-949d-8baa01786757"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:26.511968 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a27e83d-5c09-4412-944c-b3a6b2a1515d x-openstack-request-id: req-6a27e83d-5c09-4412-944c-b3a6b2a1515d {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:26.512321 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "tag": "c56358f0-85d6-417d-949d-8baa01786757", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:26.512744 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a27e83d-5c09-4412-944c-b3a6b2a1515d {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:26.513164 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757', 'status': 'completed', 'code': 200} Jul 14 13:52:26.516616 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a6ce5-d14f-4d0b-9c55-4b824bb15a3f service neutron] Pushing event updated for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:26.626215 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-b3ddaafb-3d79-4cad-a99f-24c0d4943b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.627773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-b3ddaafb-3d79-4cad-a99f-24c0d4943b6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 1097 time: 0.0681417 Jul 14 13:52:26.766016 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-d368e23f-a365-41bc-9f21-e65f7d623ee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56358f0-85d6-417d-949d-8baa01786757 HTTP/1.1" status: 200 len: 217 time: 0.0404236 Jul 14 13:52:26.838151 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-c4f33a8c-84a1-4237-9a97-12a7c71bd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.840319 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-c4f33a8c-84a1-4237-9a97-12a7c71bd7b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0550423 Jul 14 13:52:26.890258 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-6619805a-e182-4c95-8303-308e410dcd8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300534 Jul 14 13:52:26.980999 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9511f-1082-431f-8f51-ea84acddd2ba req-2dbfbb96-d62a-4476-9db4-fcfb7717a235 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:26.982587 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4eb9511f-1082-431f-8f51-ea84acddd2ba req-2dbfbb96-d62a-4476-9db4-fcfb7717a235 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 944 time: 0.1547718 Jul 14 13:52:27.036461 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-58686775-31b3-4eb2-85eb-58ecc3aa7334 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376460 Jul 14 13:52:27.045607 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4eb9511f-1082-431f-8f51-ea84acddd2ba req-dc7533f9-68cc-4fe6-90aa-c72d0766fcaa tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526671 Jul 14 13:52:27.187903 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06c37f20-9512-4026-adbb-ef7e24c2b262 req-a82fb6d4-e6cd-4680-b2f1-49f89963f468 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063316 Jul 14 13:52:27.214132 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-2309ce9d-7d62-4cc1-ae17-89ec3a2d8a63 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.217089 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-2309ce9d-7d62-4cc1-ae17-89ec3a2d8a63 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.1355450 Jul 14 13:52:27.372079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Deleting port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:27.372466 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:27.472612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] For port 5a18c688-f4e8-43e7-9091-2d3575cb78b6, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5a18c688-f4e8-43e7-9091-2d3575cb78b6,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:27.473020 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:27.473796 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040def8-e86e-47fc-a3f7-d37a79a19564 req-82c46c2c-2198-44d5-9a7c-ca5309344094 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.476657 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7040def8-e86e-47fc-a3f7-d37a79a19564 req-82c46c2c-2198-44d5-9a7c-ca5309344094 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 945 time: 0.1617796 Jul 14 13:52:27.493324 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091196ec-a830-4182-91a0-99b639bf05b2 req-6468a840-b4b7-4858-84a7-87db3a088c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.493980 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Calling delete_port for 5a18c688-f4e8-43e7-9091-2d3575cb78b6 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:27.494821 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-6468a840-b4b7-4858-84a7-87db3a088c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 1097 time: 0.1779027 Jul 14 13:52:27.620045 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7040def8-e86e-47fc-a3f7-d37a79a19564 req-20c97969-fd25-425f-8b97-1d1ab29e6891 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368628 Jul 14 13:52:27.644558 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fb973-0925-4f17-a90f-797eeb4db796 req-2ea1ec3c-ad03-4f77-94ec-c1ca01f11cca tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.644558 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa7fb973-0925-4f17-a90f-797eeb4db796 req-2ea1ec3c-ad03-4f77-94ec-c1ca01f11cca tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.2269719 Jul 14 13:52:27.695506 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091196ec-a830-4182-91a0-99b639bf05b2 req-7bfc4e5e-1dde-4a82-a7b6-8f1b5db6b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.697111 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-7bfc4e5e-1dde-4a82-a7b6-8f1b5db6b954 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 916 time: 0.1934590 Jul 14 13:52:27.705450 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:27.710842 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fa7fb973-0925-4f17-a90f-797eeb4db796 req-323eb212-5f61-44a4-9973-d1d3b7602faf tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567942 Jul 14 13:52:27.748907 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Pushing event deleted for resources: {'Port': ['ID=5a18c688-f4e8-43e7-9091-2d3575cb78b6,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:27.769026 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5a18c688-f4e8-43e7-9091-2d3575cb78b6'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:27.772734 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-0a68dd99-27a6-4fcb-b779-e5bafb0c89f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56358f0-85d6-417d-949d-8baa01786757 HTTP/1.1" status: 200 len: 217 time: 0.0605557 Jul 14 13:52:27.847112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091196ec-a830-4182-91a0-99b639bf05b2 req-ee05371c-d2b8-4f7c-8fca-1d1a2142d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:27.849760 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-ee05371c-d2b8-4f7c-8fca-1d1a2142d34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0684435 Jul 14 13:52:27.898987 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] No DVR routers for this DVR port 5a18c688-f4e8-43e7-9091-2d3575cb78b6 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:27.906920 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:27.910003 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3ca07c4-f47e-46c6-a0bb-101d68d89bf3 req-9c46c817-0d54-48c1-98ed-930ed3127cbd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "DELETE /v2.0/ports/5a18c688-f4e8-43e7-9091-2d3575cb78b6 HTTP/1.1" status: 204 len: 173 time: 0.6875420 Jul 14 13:52:27.910645 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'name': 'network-vif-deleted', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:27.913930 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b876c9-6993-4e0b-a3a3-c915b99a6514" -d '{"events": [{"server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "name": "network-vif-deleted", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:27.918146 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-ee64a982-95f4-4cf0-9b5b-a47d4e926783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:27.922330 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-097d972b-f62f-4918-9816-928247a37428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633307 Jul 14 13:52:28.053341 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:28.060484 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab4f2f-99c9-46e8-aaa9-5357293b561d x-openstack-request-id: req-d9ab4f2f-99c9-46e8-aaa9-5357293b561d {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:28.060869 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd17239-0c73-46a2-99c4-5a9e5747386f", "name": "network-vif-deleted", "tag": "5a18c688-f4e8-43e7-9091-2d3575cb78b6", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:28.061148 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9ab4f2f-99c9-46e8-aaa9-5357293b561d {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:28.061600 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd17239-0c73-46a2-99c4-5a9e5747386f', 'name': 'network-vif-deleted', 'tag': '5a18c688-f4e8-43e7-9091-2d3575cb78b6', 'status': 'completed', 'code': 200} Jul 14 13:52:28.071178 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-8589a30b-c943-4208-9828-86a196c40d8b service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367197 Jul 14 13:52:28.180862 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-091196ec-a830-4182-91a0-99b639bf05b2 req-5b6f3f66-3c91-4376-b9f8-f4fba850ff47 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952353 Jul 14 13:52:28.254005 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35cf73-537f-4265-8a97-810ad793cf27 req-e1d5d355-801b-4fbf-bda0-384f303ae38a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.255485 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e35cf73-537f-4265-8a97-810ad793cf27 req-e1d5d355-801b-4fbf-bda0-384f303ae38a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 944 time: 0.0719230 Jul 14 13:52:28.293805 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e35cf73-537f-4265-8a97-810ad793cf27 req-65d4175f-0ce4-4d68-803c-8dbee161e45a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Jul 14 13:52:28.815186 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93d44c55-984c-4ea2-8463-f95982c73b4e req-3d195685-7955-40d1-a749-81eebdd784c0 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecd17239-0c73-46a2-99c4-5a9e5747386f HTTP/1.1" status: 200 len: 210 time: 0.0338438 Jul 14 13:52:28.928589 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988fef0-6c6e-4d2a-9119-367e6196255c req-cd11e120-5d73-43be-8c9e-7e91874bd453 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:28.930295 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5988fef0-6c6e-4d2a-9119-367e6196255c req-cd11e120-5d73-43be-8c9e-7e91874bd453 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0707617 Jul 14 13:52:28.975941 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5988fef0-6c6e-4d2a-9119-367e6196255c req-7b12ad82-3b77-4ae4-99e1-3972044ee80f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Jul 14 13:52:29.500882 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab172c-094c-4ffb-b905-b206282f5a71 req-13a85973-8ea3-4661-877c-a9b2b40fce05 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:29.502541 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19ab172c-094c-4ffb-b905-b206282f5a71 req-13a85973-8ea3-4661-877c-a9b2b40fce05 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 944 time: 0.0762167 Jul 14 13:52:29.546042 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19ab172c-094c-4ffb-b905-b206282f5a71 req-f0fc5dfc-9fac-40f1-94b2-fe5e78e85c60 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372880 Jul 14 13:52:29.768825 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:30.230604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-c1d33ca8-e780-43a2-909e-e0609b935185 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.232218 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-c1d33ca8-e780-43a2-909e-e0609b935185 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 808 time: 0.1502464 Jul 14 13:52:30.251431 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba462-a44b-439e-aa82-de00e9b5eafa req-3df74839-cb41-470c-9302-aca120964c50 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.253572 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2a0ba462-a44b-439e-aa82-de00e9b5eafa req-3df74839-cb41-470c-9302-aca120964c50 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1493092 Jul 14 13:52:30.271796 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-8e7dc0c4-4f28-4cdd-a146-a965fbbd001a tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/quotas/4017b0ecf9cd45598633cc0cfdcf9b23 HTTP/1.1" status: 200 len: 375 time: 0.0328045 Jul 14 13:52:30.318370 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-b11be5e4-44e4-41dd-b737-85cfca5e6073 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392919 Jul 14 13:52:30.326030 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2a0ba462-a44b-439e-aa82-de00e9b5eafa req-d2c46eef-ce09-4b50-b6b2-fb3d7e0d7e31 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625906 Jul 14 13:52:30.425462 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-5f8fb304-020a-49a4-bfa2-bf044e47183d service neutron] 10.222.0.44 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983355 Jul 14 13:52:30.518650 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-9ba7b6f6-391a-4225-83d0-e0aa29cad249 service neutron] 10.222.0.44 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873439 Jul 14 13:52:30.800375 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d7642235-56f9-4b74-8f6f-811750c61db1 req-f2dfaa5d-9f66-419c-8254-d4f480ba6694 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 210 time: 0.0449936 Jul 14 13:52:30.840028 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83922ebf-151f-4ea6-8ba5-7359643fd6c8 req-13cdfe0f-2b56-4c0f-acf6-c0eb09f520ef tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:30.840844 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-83922ebf-151f-4ea6-8ba5-7359643fd6c8 req-13cdfe0f-2b56-4c0f-acf6-c0eb09f520ef tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 944 time: 0.1289277 Jul 14 13:52:30.886746 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-83922ebf-151f-4ea6-8ba5-7359643fd6c8 req-367336ee-96dd-4a42-a377-9f5aac077a69 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Jul 14 13:52:30.960783 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59076) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:31.076438 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e17295-38a5-4543-bbb4-6d92408a6d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.185354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e17295-38a5-4543-bbb4-6d92408a6d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.190521 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2e17295-38a5-4543-bbb4-6d92408a6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.230022 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e2e17295-38a5-4543-bbb4-6d92408a6d61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d4b90f370f549f682df0b17e8c36edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679980 Jul 14 13:52:31.232296 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e17295-38a5-4543-bbb4-6d92408a6d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4b09b-0616-4020-a48b-5abac7e7550c,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:31.233122 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59080) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:31.249650 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.287397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.310713 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.364621 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.367975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.369473 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3a4b09b-0616-4020-a48b-5abac7e7550c HTTP/1.1" status: 204 len: 168 time: 0.1338418 Jul 14 13:52:31.379762 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126668-7fd5-4092-8afc-f8b15f6d4793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4b09b-0616-4020-a48b-5abac7e7550c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:31.484111 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device c56358f0-85d6-417d-949d-8baa01786757 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:31.501130 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5a18c688-f4e8-43e7-9091-2d3575cb78b6 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:31.534641 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 5a18c688-f4e8-43e7-9091-2d3575cb78b6 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:31.534998 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5a18c688-f4e8-43e7-9091-2d3575cb78b6 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:31.550597 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d2587-0f28-47c5-a7c8-8acd7721733d req-bc4abb19-ea93-4585-af25-a2bf938c1451 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:31.552684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e8d2587-0f28-47c5-a7c8-8acd7721733d req-bc4abb19-ea93-4585-af25-a2bf938c1451 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0824416 Jul 14 13:52:31.625604 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e8d2587-0f28-47c5-a7c8-8acd7721733d req-b8c1681a-aa23-488f-b3a6-cedf4b7321f2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613103 Jul 14 13:52:31.659906 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c56358f0-85d6-417d-949d-8baa01786757,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:31.671398 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'c56358f0-85d6-417d-949d-8baa01786757', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'port_id': 'c56358f0-85d6-417d-949d-8baa01786757', 'mac_address': 'fa:16:3e:7f:3d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270967d9-cdbb-40bb-9b16-f98f0d4d4c2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:31.713352 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.723494 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59098) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:31.724112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59100) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:31.726725 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56358f0-85d6-417d-949d-8baa01786757 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:31.746875 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa71-9b5b-4714-be9d-43d3529f0ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.760337 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c56358f0-85d6-417d-949d-8baa01786757,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:31.766296 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.828227 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:31.877699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa71-9b5b-4714-be9d-43d3529f0ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.883040 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3ccffa71-9b5b-4714-be9d-43d3529f0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:31.930708 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccffa71-9b5b-4714-be9d-43d3529f0ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af5210-2ed8-4257-9901-1c6d8584e6e6,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:31.937738 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3ccffa71-9b5b-4714-be9d-43d3529f0ddc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0e0fdc7c6dc47c3bec94e9a0f34a3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120187 Jul 14 13:52:31.941876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59108) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:31.955745 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fc2ee70a-52f6-49f0-9556-c5ee331d5350 req-8c024f84-c805-465e-93d5-19830d70c986 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 210 time: 0.0345340 Jul 14 13:52:32.027330 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.037869 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c5c60e26-7a9a-44a2-9676-a360f3fa2f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.066379 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.118893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704cdc2-2d9c-4d73-999b-4e052f5bdcd9 req-5993be7c-3426-4735-851e-24e42bb69513 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.120435 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4704cdc2-2d9c-4d73-999b-4e052f5bdcd9 req-5993be7c-3426-4735-851e-24e42bb69513 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 945 time: 0.0754249 Jul 14 13:52:32.148146 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.150743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.151891 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6af5210-2ed8-4257-9901-1c6d8584e6e6 HTTP/1.1" status: 204 len: 168 time: 0.2105167 Jul 14 13:52:32.163166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27ceff-8eab-4d08-93b0-fa7553548eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af5210-2ed8-4257-9901-1c6d8584e6e6,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:32.194124 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4704cdc2-2d9c-4d73-999b-4e052f5bdcd9 req-14089a82-4912-4799-b444-fddb6393a7e2 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Jul 14 13:52:32.227251 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c5c60e26-7a9a-44a2-9676-a360f3fa2f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.235573 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c5c60e26-7a9a-44a2-9676-a360f3fa2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.248940 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['c56358f0-85d6-417d-949d-8baa01786757'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:32.292196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c60e26-7a9a-44a2-9676-a360f3fa2f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509142b5-3299-46ba-b1e4-2190b8d18503,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:32.312461 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c5c60e26-7a9a-44a2-9676-a360f3fa2f99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff487afb7072496bb8766212a886bf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878279 Jul 14 13:52:32.314969 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59112) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:32.351527 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-6c2c367d-0a1f-4a0e-8209-e702e106cabd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.356315 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-6c2c367d-0a1f-4a0e-8209-e702e106cabd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 808 time: 0.2040818 Jul 14 13:52:32.383230 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.391397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Request body: {'port': {'device_id': '94ecad1a-a544-47bd-9156-d2b38618591b', 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3', 'admin_state_up': True, 'tenant_id': '4017b0ecf9cd45598633cc0cfdcf9b23'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:32.434127 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.499032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.501932 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.503190 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/509142b5-3299-46ba-b1e4-2190b8d18503 HTTP/1.1" status: 204 len: 168 time: 0.1870692 Jul 14 13:52:32.517184 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc72f9-9435-4690-82ab-f66127d7ba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509142b5-3299-46ba-b1e4-2190b8d18503,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:32.547353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Made reservation on behalf of 4017b0ecf9cd45598633cc0cfdcf9b23 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:32.551173 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.695800 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Allocated IP 172.20.0.10 (b5f36bcf-e926-4bfe-8e12-9d524a561fe3/30d80f62-a2c0-453f-9127-304fb4419b7c/5cbc2a7c-ae33-4cd7-9068-ebe176a54298) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:32.900846 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff8b6-1208-49cd-b959-00daec07a9d3 req-2951f450-7e25-4701-948b-81e7ed20fae6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:32.902447 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-382ff8b6-1208-49cd-b959-00daec07a9d3 req-2951f450-7e25-4701-948b-81e7ed20fae6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1359103 Jul 14 13:52:32.956547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:32.977141 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-382ff8b6-1208-49cd-b959-00daec07a9d3 req-267de31a-51ad-4a93-9973-68c03c41a044 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 Jul 14 13:52:33.021875 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.086349 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:33.089856 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:33.095942 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:33.148087 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Pushing event updated for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:33.185187 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.185840 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.216300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d6de9-41a5-46ec-aa60-d8ddc4aaa729 req-5e16faaa-b507-41e2-ac9d-580649736d58 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.217819 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3e2d6de9-41a5-46ec-aa60-d8ddc4aaa729 req-5e16faaa-b507-41e2-ac9d-580649736d58 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 932 time: 0.1230867 Jul 14 13:52:33.219693 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2651dad1-0d3d-4f80-9f75-4fa6623c37ca tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8332105 Jul 14 13:52:33.251067 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Request body: {'port': {'device_id': '94ecad1a-a544-47bd-9156-d2b38618591b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:33.305960 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3e2d6de9-41a5-46ec-aa60-d8ddc4aaa729 req-c09125c8-ad5f-4d9e-a73d-6b8d45ffb034 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810819 Jul 14 13:52:33.393570 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.465136 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e2131-afa9-443c-9551-960d90669bfa req-9e69ee8f-ee04-4e0f-a695-48626036a141 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:33.466795 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-778e2131-afa9-443c-9551-960d90669bfa req-9e69ee8f-ee04-4e0f-a695-48626036a141 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 945 time: 0.1211469 Jul 14 13:52:33.533604 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59176) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:33.582833 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-778e2131-afa9-443c-9551-960d90669bfa req-0f9d3cc8-c32d-481a-aaca-484e100f8179 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088195 Jul 14 13:52:33.666815 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a0d6-528b-4d95-9138-77cb9e9d7e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.778822 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:33.781038 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a0d6-528b-4d95-9138-77cb9e9d7e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.787110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a0d6-528b-4d95-9138-77cb9e9d7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.787344 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.800028 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Transition to ACTIVE for port object 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:33.807808 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.837949 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9fe8a0d6-528b-4d95-9138-77cb9e9d7e4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57eae47e87d14f9f8630ee681a4a8624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032382 Jul 14 13:52:33.841562 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59186) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:33.856034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8a0d6-528b-4d95-9138-77cb9e9d7e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c68e02-ae82-4723-9e18-4254f5cdff2c,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:33.862394 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:33.912355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.935522 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:33.944216 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Attempting to bind port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:33.944521 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Attempting to bind port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:33.945167 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Attempting to bind port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:33.950366 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:33.950904 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Attempting to bind port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 on network b5f36bcf-e926-4bfe-8e12-9d524a561fe3 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:33.956222 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:33.956568 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Checking segment: {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:33.956974 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Bound using segment: {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:33.957401 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Bound port: 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c618c0-afb6-4a13-945b-0c5b60e198b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:33.957757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:34.000527 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:34.003715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:34.008790 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4c68e02-ae82-4723-9e18-4254f5cdff2c HTTP/1.1" status: 204 len: 168 time: 0.1661248 Jul 14 13:52:34.029971 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490554-8e1d-4ea0-8959-81ae397a8454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c68e02-ae82-4723-9e18-4254f5cdff2c,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:34.080551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:34.088612 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:34.108098 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:34.180806 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.189070 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:34.190214 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cbc2a7c-ae33-4cd7-9068-ebe176a54298 HTTP/1.1" status: 200 len: 1094 time: 0.9440105 Jul 14 13:52:34.192749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:34.195078 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2b5d4-27d9-458d-acc6-789e141e3070" -d '{"events": [{"name": "network-changed", "server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:34.248263 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0299bc-667a-4e6b-8f5e-a7d8872f25e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:34.558326 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697e41bf-9489-4f64-8340-e5d3a8071733 x-openstack-request-id: req-697e41bf-9489-4f64-8340-e5d3a8071733 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:34.559032 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:34.559032 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-697e41bf-9489-4f64-8340-e5d3a8071733 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:34.559401 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298', 'status': 'completed', 'code': 200} Jul 14 13:52:34.644831 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b4dbe-59ad-4968-a799-feda20acc151 req-89ee7424-4d25-4d9c-8759-c503ef02ce53 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.646381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f8b4dbe-59ad-4968-a799-feda20acc151 req-89ee7424-4d25-4d9c-8759-c503ef02ce53 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.4134347 Jul 14 13:52:34.660347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-abddc5c6-6cb9-499d-8ed7-4e3227d621ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.661864 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-abddc5c6-6cb9-499d-8ed7-4e3227d621ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 1097 time: 0.3738885 Jul 14 13:52:34.733884 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca353-ee9a-44f7-a712-700d122129c7 req-64952336-754c-4a66-8082-730ed34d783f tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.735725 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d18ca353-ee9a-44f7-a712-700d122129c7 req-64952336-754c-4a66-8082-730ed34d783f tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 944 time: 0.1664040 Jul 14 13:52:34.737027 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-617c9ab5-bf53-4db9-898a-9f7dcc8c2c83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298 HTTP/1.1" status: 200 len: 217 time: 0.0566902 Jul 14 13:52:34.772694 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f8b4dbe-59ad-4968-a799-feda20acc151 req-093311fe-9af1-4973-8037-306f92450f4c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156044 Jul 14 13:52:34.827696 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d18ca353-ee9a-44f7-a712-700d122129c7 req-3c419adc-4afa-4a54-bcf6-a0f5630a6b0e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839550 Jul 14 13:52:34.833735 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-79907810-07b3-4cc3-9def-c5c8b6b1b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:34.835397 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-79907810-07b3-4cc3-9def-c5c8b6b1b686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d80f62-a2c0-453f-9127-304fb4419b7c HTTP/1.1" status: 200 len: 848 time: 0.0881283 Jul 14 13:52:34.878215 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-5ef8c461-bc1d-4ad7-beb3-46a25dd8160d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326610 Jul 14 13:52:34.895209 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59244) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:35.002750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-08fe66d8-6ab8-43c1-bd45-be60e85c6825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.029343 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e0229-cc81-44e2-a037-7a9c5c175a7e req-29160f2c-3903-4a1f-8d8e-2cf7b24b3eb7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.030884 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-891e0229-cc81-44e2-a037-7a9c5c175a7e req-29160f2c-3903-4a1f-8d8e-2cf7b24b3eb7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 945 time: 0.1308224 Jul 14 13:52:35.033207 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-4936d21c-d97e-4b5c-b7fa-ca2c9f0b1f81 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438863 Jul 14 13:52:35.116122 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-08fe66d8-6ab8-43c1-bd45-be60e85c6825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.121107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-08fe66d8-6ab8-43c1-bd45-be60e85c6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.137891 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-891e0229-cc81-44e2-a037-7a9c5c175a7e req-6f09a3a1-2bc2-4488-bc85-fa176847e770 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877938 Jul 14 13:52:35.161338 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-08fe66d8-6ab8-43c1-bd45-be60e85c6825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=793d924bbe054fcb94ee29d9f5cc23bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650197 Jul 14 13:52:35.165149 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59248) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:35.180408 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe66d8-6ab8-43c1-bd45-be60e85c6825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c362907a-7e7a-4b21-907c-0c6f1ea25ba3,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:35.192202 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57c566e9-5dac-4cbc-aeaf-7de8acb2ed35 req-327dc221-03ae-49d4-ab66-4d9facfa3a25 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510539 Jul 14 13:52:35.224002 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.252504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.320279 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.323520 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.327461 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c362907a-7e7a-4b21-907c-0c6f1ea25ba3 HTTP/1.1" status: 204 len: 168 time: 0.1586607 Jul 14 13:52:35.341068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefce51f-1bf7-4f08-b94c-d9a95fa5c900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362907a-7e7a-4b21-907c-0c6f1ea25ba3,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:35.408556 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-9bb7807d-387a-41a5-897d-4aef765b7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.410348 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-9bb7807d-387a-41a5-897d-4aef765b7e18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 1097 time: 0.0679288 Jul 14 13:52:35.516491 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device c56358f0-85d6-417d-949d-8baa01786757 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:35.529402 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-defb3955-5399-457e-8533-a2784697e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.531520 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-defb3955-5399-457e-8533-a2784697e462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 200 len: 909 time: 0.1132791 Jul 14 13:52:35.579873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port c56358f0-85d6-417d-949d-8baa01786757 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:35.584875 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port c56358f0-85d6-417d-949d-8baa01786757 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:35.585261 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.585602 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-f4f301ed-7db4-4279-a91e-5aa4b4540686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298 HTTP/1.1" status: 200 len: 217 time: 0.0380397 Jul 14 13:52:35.658779 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-c5a8f5c0-825e-4e7c-a2b8-0f209199e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:35.660289 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-c5a8f5c0-825e-4e7c-a2b8-0f209199e9f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30d80f62-a2c0-453f-9127-304fb4419b7c HTTP/1.1" status: 200 len: 848 time: 0.0609932 Jul 14 13:52:35.666536 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.688595 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59262) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:35.692816 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:35.695081 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fa338-8645-4e52-9834-84efa50c61e9" -d '{"events": [{"server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "name": "network-vif-plugged", "status": "completed", "tag": "c56358f0-85d6-417d-949d-8baa01786757"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:35.706720 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d10a8501-1619-48c9-979f-02a7d777eedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.708514 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c56358f0-85d6-417d-949d-8baa01786757,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:35.709615 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-f1e32c3c-8235-4806-82a1-fc76aeac490e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5f36bcf-e926-4bfe-8e12-9d524a561fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425379 Jul 14 13:52:35.714654 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.746778 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bf24ed-6b2a-4d5c-9260-a242e7db6e66 x-openstack-request-id: req-38bf24ed-6b2a-4d5c-9260-a242e7db6e66 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:35.747198 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "name": "network-vif-plugged", "status": "completed", "tag": "c56358f0-85d6-417d-949d-8baa01786757", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:35.747443 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38bf24ed-6b2a-4d5c-9260-a242e7db6e66 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:35.748008 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757', 'code': 200} Jul 14 13:52:35.777356 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:35.819165 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-004ae553-73a7-44b4-99f9-6978a1f5e681 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013489 Jul 14 13:52:35.831659 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d10a8501-1619-48c9-979f-02a7d777eedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.837178 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d10a8501-1619-48c9-979f-02a7d777eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.867858 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a8501-1619-48c9-979f-02a7d777eedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c2b5d-31ba-4fdc-9538-700f768d723e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:35.888286 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d10a8501-1619-48c9-979f-02a7d777eedc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7e331dffc8c4479ae58a3f385b15e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981134 Jul 14 13:52:35.890994 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59270) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:35.963402 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:35.988026 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9b2b5d4-27d9-458d-acc6-789e141e3070 req-7dc42e3c-2250-48db-a6a7-0fbb68b4816c service neutron] 10.222.0.36 "GET /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478496 Jul 14 13:52:35.988546 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:36.040809 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:36.043517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:36.045057 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd1c2b5d-31ba-4fdc-9538-700f768d723e HTTP/1.1" status: 204 len: 168 time: 0.1529496 Jul 14 13:52:36.054355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072a1e-00e2-4515-aaab-dd100e41ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c2b5d-31ba-4fdc-9538-700f768d723e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:36.086335 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553726e7-dd65-41dc-af78-cd81b32a75fd req-4c90cb86-68d0-4ebf-a007-547702107081 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.087832 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-553726e7-dd65-41dc-af78-cd81b32a75fd req-4c90cb86-68d0-4ebf-a007-547702107081 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1421361 Jul 14 13:52:36.156878 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411af8-3e33-46cf-8540-74de3a759102 req-fe867720-cb64-42df-9261-b447f35dfdb4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.158400 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac411af8-3e33-46cf-8540-74de3a759102 req-fe867720-cb64-42df-9261-b447f35dfdb4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 944 time: 0.1516805 Jul 14 13:52:36.162488 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-553726e7-dd65-41dc-af78-cd81b32a75fd req-67ef574c-cd68-4044-ac0a-a918c34e5fa8 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677252 Jul 14 13:52:36.167008 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2092f3-c7ab-48f6-94f9-cff1a35342bd req-19447547-6779-4f1f-a280-9dae5a6072b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.168553 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d2092f3-c7ab-48f6-94f9-cff1a35342bd req-19447547-6779-4f1f-a280-9dae5a6072b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 1099 time: 0.1310012 Jul 14 13:52:36.213661 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac411af8-3e33-46cf-8540-74de3a759102 req-4f02f611-613d-4aff-9cea-fb2eac0268c6 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Jul 14 13:52:36.232940 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d2092f3-c7ab-48f6-94f9-cff1a35342bd req-a994b72f-4889-41bf-bc37-93fd863fefdf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Jul 14 13:52:36.330623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05744d93-1d65-43d3-b417-f292f41865d3 req-23c484b1-e7f0-439b-ad7f-a2e0bd48a50e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:36.332125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05744d93-1d65-43d3-b417-f292f41865d3 req-23c484b1-e7f0-439b-ad7f-a2e0bd48a50e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.0633020 Jul 14 13:52:36.372488 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05744d93-1d65-43d3-b417-f292f41865d3 req-ac13e0ec-9e45-45dd-9aac-02c566e27053 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Jul 14 13:52:37.296380 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:37.385741 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb2bb-21e5-4499-9ebc-c006e31762d7 req-83e963b4-0f0c-4a92-a4cb-d35ed69cdcb9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.387371 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ebeeb2bb-21e5-4499-9ebc-c006e31762d7 req-83e963b4-0f0c-4a92-a4cb-d35ed69cdcb9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1064522 Jul 14 13:52:37.437810 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f70ef-a312-4ce1-b8e6-3cb73d18ef04 req-9a4171b9-f403-4be6-847c-2727326b5f02 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.439368 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df7f70ef-a312-4ce1-b8e6-3cb73d18ef04 req-9a4171b9-f403-4be6-847c-2727326b5f02 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 944 time: 0.1043413 Jul 14 13:52:37.447311 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ebeeb2bb-21e5-4499-9ebc-c006e31762d7 req-acebf383-8a7c-4c4e-8106-d01a87cee495 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Jul 14 13:52:37.486823 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df7f70ef-a312-4ce1-b8e6-3cb73d18ef04 req-d7b6bb57-2f65-47ae-9771-064052931321 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385706 Jul 14 13:52:37.636204 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814d527-cd5e-4b81-ae0b-2ff9a5faaaa9 req-0e22ae85-c4b3-498e-b70b-534f8df08a95 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:37.637876 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8814d527-cd5e-4b81-ae0b-2ff9a5faaaa9 req-0e22ae85-c4b3-498e-b70b-534f8df08a95 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.0762639 Jul 14 13:52:37.683957 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8814d527-cd5e-4b81-ae0b-2ff9a5faaaa9 req-b10582dd-0db6-404e-b33d-1feeaea28c74 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Jul 14 13:52:38.009039 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59362) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:38.076332 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59366) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:38.155917 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a823525-ffed-404e-8d73-52fc76139b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.181198 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-239a1257-3894-4097-8dc6-44dff32dbac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.267803 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a823525-ffed-404e-8d73-52fc76139b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.274535 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a823525-ffed-404e-8d73-52fc76139b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.329398 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7a823525-ffed-404e-8d73-52fc76139b15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6db5239e71654d8e86fe1d3ee5777635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184731 Jul 14 13:52:38.331532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a823525-ffed-404e-8d73-52fc76139b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f51a3bb-0a33-46b0-8dcb-e1cc5ad2bdec,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:38.332227 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59370) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:38.386181 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.389205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-239a1257-3894-4097-8dc6-44dff32dbac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.394643 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-239a1257-3894-4097-8dc6-44dff32dbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.414911 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.433437 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-239a1257-3894-4097-8dc6-44dff32dbac9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16fdc94c260c4afc81ff00636c11eccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559961 Jul 14 13:52:38.434134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a1257-3894-4097-8dc6-44dff32dbac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b99079-6c4f-43af-be1c-9609c6d02985,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:38.436209 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59372) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:38.493670 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.502889 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.505338 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.506475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f51a3bb-0a33-46b0-8dcb-e1cc5ad2bdec HTTP/1.1" status: 204 len: 168 time: 0.1732285 Jul 14 13:52:38.538347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.546089 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848195b-cd38-447f-bef1-9255eb6d28a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f51a3bb-0a33-46b0-8dcb-e1cc5ad2bdec,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:38.681458 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.684463 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:38.688795 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52b99079-6c4f-43af-be1c-9609c6d02985 HTTP/1.1" status: 204 len: 168 time: 0.2487621 Jul 14 13:52:38.712730 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ccde-b529-4c97-9866-e8dbeb764376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b99079-6c4f-43af-be1c-9609c6d02985,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:38.726627 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c66a4-3d51-4921-8ba0-8fede7d106ec req-49fdaf95-2e05-4c29-8604-411193d80323 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:38.728275 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-573c66a4-3d51-4921-8ba0-8fede7d106ec req-49fdaf95-2e05-4c29-8604-411193d80323 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1501873 Jul 14 13:52:38.743396 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a231f6-1612-48c4-a285-71b4392340d5 req-b047433b-df36-4151-9c7e-6bab3fd9ecd4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:38.745047 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6a231f6-1612-48c4-a285-71b4392340d5 req-b047433b-df36-4151-9c7e-6bab3fd9ecd4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 944 time: 0.1316078 Jul 14 13:52:38.809031 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-573c66a4-3d51-4921-8ba0-8fede7d106ec req-a2e2f95e-0281-45e4-bec4-329345ed2769 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624673 Jul 14 13:52:38.818396 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6a231f6-1612-48c4-a285-71b4392340d5 req-fa49b4c0-c432-4ea7-8af7-e5deae6c1706 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625095 Jul 14 13:52:39.013690 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aff225-206a-4c55-8eea-a38ca3446548 req-ec267323-ed88-44f8-8e92-22c75ed2770c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:39.015750 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50aff225-206a-4c55-8eea-a38ca3446548 req-ec267323-ed88-44f8-8e92-22c75ed2770c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.0717711 Jul 14 13:52:39.054334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50aff225-206a-4c55-8eea-a38ca3446548 req-8dd1cfc8-3eb0-4d91-9062-e188fb162bcf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jul 14 13:52:39.066991 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59390) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:39.080844 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c97fd5bf-6699-4217-b668-2335fe7960c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.185794 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c97fd5bf-6699-4217-b668-2335fe7960c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.190585 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c97fd5bf-6699-4217-b668-2335fe7960c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.234560 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c97fd5bf-6699-4217-b668-2335fe7960c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4928428159147118c86f519def15ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663876 Jul 14 13:52:39.236582 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fd5bf-6699-4217-b668-2335fe7960c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73772687-244c-4e83-b16a-8d48efb13999,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:39.237601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59394) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:39.295403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.318112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.371894 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.375630 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.376852 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73772687-244c-4e83-b16a-8d48efb13999 HTTP/1.1" status: 204 len: 168 time: 0.1380317 Jul 14 13:52:39.385539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7e7dc-588d-4b29-b3f1-a7ea7d92445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73772687-244c-4e83-b16a-8d48efb13999,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:39.519691 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:52:39.628422 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:39.641655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298', 'network_id': 'b5f36bcf-e926-4bfe-8e12-9d524a561fe3', 'port_id': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298', 'mac_address': 'fa:16:3e:a5:e7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d80f62-a2c0-453f-9127-304fb4419b7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:52:39.680248 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.694257 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:39.717999 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:39.723396 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:39.775450 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:40.060453 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcfa95-2ee1-444d-9644-41d37fdb7118 req-fd63e398-4926-448b-bba3-547172fc8443 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:40.061963 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aafcfa95-2ee1-444d-9644-41d37fdb7118 req-fd63e398-4926-448b-bba3-547172fc8443 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 945 time: 0.1091070 Jul 14 13:52:40.072339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713623-8f2a-49d6-9c8d-1cb5e4abb988 req-010947f7-ba84-40ad-b32f-61824414e019 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:40.073770 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5b713623-8f2a-49d6-9c8d-1cb5e4abb988 req-010947f7-ba84-40ad-b32f-61824414e019 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1109695 Jul 14 13:52:40.128533 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aafcfa95-2ee1-444d-9644-41d37fdb7118 req-a07f1a72-a956-4817-9821-fc5453341999 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529835 Jul 14 13:52:40.135052 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5b713623-8f2a-49d6-9c8d-1cb5e4abb988 req-5afc7288-6df6-475f-94e0-88a0fca8dce0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535989 Jul 14 13:52:40.227918 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5cbc2a7c-ae33-4cd7-9068-ebe176a54298'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:41.353512 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7422e-a44e-47b5-8e1c-b447f0ba68d9 req-901e8293-c319-4c85-be90-98d6ae93a09e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.355001 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-61b7422e-a44e-47b5-8e1c-b447f0ba68d9 req-901e8293-c319-4c85-be90-98d6ae93a09e tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 945 time: 0.1075370 Jul 14 13:52:41.367450 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff9f62-de80-49a1-997b-0fa1aed39c0f req-1b70a175-e95e-4510-80f1-f58e9ce62da0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:41.368925 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b9ff9f62-de80-49a1-997b-0fa1aed39c0f req-1b70a175-e95e-4510-80f1-f58e9ce62da0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1090980 Jul 14 13:52:41.424947 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-61b7422e-a44e-47b5-8e1c-b447f0ba68d9 req-7f1834a7-607e-4f4a-bfcc-3102b39e71f7 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550263 Jul 14 13:52:41.430358 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b9ff9f62-de80-49a1-997b-0fa1aed39c0f req-4b2dd01f-2cf2-47d8-a923-2e9067fe8163 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Jul 14 13:52:41.528116 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:52:41.583629 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:52:41.587756 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:52:41.588128 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.679737 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.702600 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:41.704890 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37c63ac-9e7a-450b-9a49-027f5b5e78f9" -d '{"events": [{"server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "name": "network-vif-plugged", "status": "completed", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:41.717937 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:41.723861 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:41.749439 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984b344b-026a-4065-9820-5bd000d831e4 x-openstack-request-id: req-984b344b-026a-4065-9820-5bd000d831e4 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:41.749732 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "name": "network-vif-plugged", "status": "completed", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:41.750009 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-984b344b-026a-4065-9820-5bd000d831e4 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:41.750391 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298', 'code': 200} Jul 14 13:52:41.779552 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:42.050720 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bacd7-291a-47ad-a0d3-829a71cb5fef req-66b2a99f-211c-47ad-b8d2-8d248a823cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.052322 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-729bacd7-291a-47ad-a0d3-829a71cb5fef req-66b2a99f-211c-47ad-b8d2-8d248a823cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 1099 time: 0.0532224 Jul 14 13:52:42.099369 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-729bacd7-291a-47ad-a0d3-829a71cb5fef req-c55d459d-6b88-4782-9f7e-983a9a82b584 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358834 Jul 14 13:52:42.647695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfa08a-ca30-4b47-9ac6-24d047d71dd8 req-bce73453-ecb8-4ed1-adf0-d863b3bc2bbc tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.649213 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ecfa08a-ca30-4b47-9ac6-24d047d71dd8 req-bce73453-ecb8-4ed1-adf0-d863b3bc2bbc tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.1040354 Jul 14 13:52:42.660617 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea0c7f-65fc-4e72-a6c8-d574f2cd6c81 req-d3911f02-982e-4bb7-9350-f5b5f1f0207d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:42.661953 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6fea0c7f-65fc-4e72-a6c8-d574f2cd6c81 req-d3911f02-982e-4bb7-9350-f5b5f1f0207d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1076264 Jul 14 13:52:42.717675 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ecfa08a-ca30-4b47-9ac6-24d047d71dd8 req-5c315845-a48d-40a8-8898-15b341aff801 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547929 Jul 14 13:52:42.722502 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6fea0c7f-65fc-4e72-a6c8-d574f2cd6c81 req-457127be-2cb3-47ab-8980-1b45d5960acd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Jul 14 13:52:43.949543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5969a-f31e-448b-be0b-36b901b6445c req-f7cf2313-62a1-4e6b-bc04-1aae7c522ccb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:43.951054 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23b5969a-f31e-448b-be0b-36b901b6445c req-f7cf2313-62a1-4e6b-bc04-1aae7c522ccb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1075611 Jul 14 13:52:43.959208 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf00d-c745-4668-83f6-95cb2cb73f12 req-6e75f376-79e3-42c5-bd31-62ba6d765495 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:43.960621 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9fabf00d-c745-4668-83f6-95cb2cb73f12 req-6e75f376-79e3-42c5-bd31-62ba6d765495 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.1079702 Jul 14 13:52:44.014755 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23b5969a-f31e-448b-be0b-36b901b6445c req-5cfacbcc-b6b7-4141-8d54-79714ccc939c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531101 Jul 14 13:52:44.022794 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9fabf00d-c745-4668-83f6-95cb2cb73f12 req-e691dd30-8b2f-4ccd-aae5-dc3c7e1a3817 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Jul 14 13:52:45.226488 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62886977-27bf-4f1b-81f6-551ccf4db29a req-b60ecce8-a378-4516-934f-08a1ac5fc485 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:45.228020 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62886977-27bf-4f1b-81f6-551ccf4db29a req-b60ecce8-a378-4516-934f-08a1ac5fc485 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.1089275 Jul 14 13:52:45.244355 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3190-39c3-4d6d-a29a-6477ee1f2196 req-47da2a54-40a8-4e41-8d6a-ba506f16822d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:45.245969 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a55a3190-39c3-4d6d-a29a-6477ee1f2196 req-47da2a54-40a8-4e41-8d6a-ba506f16822d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1151357 Jul 14 13:52:45.293125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62886977-27bf-4f1b-81f6-551ccf4db29a req-bebd00a0-3ec1-4739-9813-1ff3195ae2cd tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587063 Jul 14 13:52:45.305427 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a55a3190-39c3-4d6d-a29a-6477ee1f2196 req-e459f480-523f-4d73-ba1f-68bb8fa9bc12 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Jul 14 13:52:45.859623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31232feb-1a9a-4d30-ad09-19e30e321e6a req-292560e9-274e-4a28-a957-e80b841ea4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:45.861084 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31232feb-1a9a-4d30-ad09-19e30e321e6a req-292560e9-274e-4a28-a957-e80b841ea4c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 1099 time: 0.0672760 Jul 14 13:52:45.902894 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31232feb-1a9a-4d30-ad09-19e30e321e6a req-68ffe93c-fccd-4cbb-9744-0a9b2e553153 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307267 Jul 14 13:52:46.528780 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624a939-c241-49b7-9829-983f3659c5b8 req-3b491942-0c25-44ba-9311-24e4f5534038 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:46.530492 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5624a939-c241-49b7-9829-983f3659c5b8 req-3b491942-0c25-44ba-9311-24e4f5534038 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1010799 Jul 14 13:52:46.538471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a4038-7bca-41ff-b730-1d3ca2354289 req-b77f887e-5734-46d8-970b-5ef29acae487 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:46.540019 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7a3a4038-7bca-41ff-b730-1d3ca2354289 req-b77f887e-5734-46d8-970b-5ef29acae487 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.1223164 Jul 14 13:52:46.593913 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5624a939-c241-49b7-9829-983f3659c5b8 req-0f97b323-68d9-4590-8504-1c5a41ab4cc4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jul 14 13:52:46.600997 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7a3a4038-7bca-41ff-b730-1d3ca2354289 req-93ad1ecc-76e5-495b-822f-4226f2f12aa1 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Jul 14 13:52:47.898597 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59616) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:47.907674 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e676f3-2d11-48d7-b117-3310bb5b460a req-1a8000dc-6e89-43e0-a5a3-4249a05bcc57 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.911569 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6e676f3-2d11-48d7-b117-3310bb5b460a req-1a8000dc-6e89-43e0-a5a3-4249a05bcc57 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.1828527 Jul 14 13:52:47.927753 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c49a6f-10f2-4746-b616-4db29d07c1df req-0c828f5f-489f-4ac6-be7b-fde37d3664a2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:47.930015 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-12c49a6f-10f2-4746-b616-4db29d07c1df req-0c828f5f-489f-4ac6-be7b-fde37d3664a2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1907673 Jul 14 13:52:47.987962 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6e676f3-2d11-48d7-b117-3310bb5b460a req-f42555dc-b36f-4624-b362-e18695ca2f1d tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567646 Jul 14 13:52:47.995434 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-12c49a6f-10f2-4746-b616-4db29d07c1df req-022925d3-c3ed-4bee-843f-8446d46885d5 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554316 Jul 14 13:52:48.032853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5d51-0593-4675-8cca-36e796d2df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.125283 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5d51-0593-4675-8cca-36e796d2df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.131143 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5d51-0593-4675-8cca-36e796d2df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.169600 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b2ce5d51-0593-4675-8cca-36e796d2df4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ae9c92cc1f8427c9251a04ecec12a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681885 Jul 14 13:52:48.170846 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce5d51-0593-4675-8cca-36e796d2df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95625d38-070a-410c-aba7-e47de58e66d0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:48.172687 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59622) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:48.226149 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.248098 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.306563 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.309230 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.310521 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95625d38-070a-410c-aba7-e47de58e66d0 HTTP/1.1" status: 204 len: 168 time: 0.1360846 Jul 14 13:52:48.318814 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cacb0-e965-4e9f-a4cf-46c81a860799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95625d38-070a-410c-aba7-e47de58e66d0,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:48.601879 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59630) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:48.617091 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afb4a5a4-9158-411e-8958-f09c78934486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.667797 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-834c9a50-baa1-43d2-8294-64bd8cb20ae4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:48.669376 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-834c9a50-baa1-43d2-8294-64bd8cb20ae4 tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 946 time: 0.0822158 Jul 14 13:52:48.713932 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afb4a5a4-9158-411e-8958-f09c78934486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.728990 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-afb4a5a4-9158-411e-8958-f09c78934486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.773955 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 59632) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:48.774218 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-afb4a5a4-9158-411e-8958-f09c78934486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a60117cdfef44da79104e0c6db00474a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710985 Jul 14 13:52:48.777431 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4a5a4-9158-411e-8958-f09c78934486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904adcca-0a6a-417f-8bba-becdc9834628,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:48.824990 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Deleting port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:52:48.825331 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.884806 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.923505 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.949253 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] For port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,segment=NetworkSegment(12c618c0-afb6-4a13-945b-0c5b60e198b0),segment_id=12c618c0-afb6-4a13-945b-0c5b60e198b0)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:52:48.949604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:48.973125 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Calling delete_port for 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:52:49.045696 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.048491 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.052061 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/904adcca-0a6a-417f-8bba-becdc9834628 HTTP/1.1" status: 204 len: 168 time: 0.2746475 Jul 14 13:52:49.062465 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece53f29-1ec3-4e0e-97c6-01dd29e5fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904adcca-0a6a-417f-8bba-becdc9834628,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:49.409264 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59644) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:49.423266 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7d71-985c-4e71-829a-68bbec0e97a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.438378 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.479320 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Pushing event deleted for resources: {'Port': ['ID=5cbc2a7c-ae33-4cd7-9068-ebe176a54298,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:49.492978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5cbc2a7c-ae33-4cd7-9068-ebe176a54298'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:49.493443 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88020-b871-40d4-9612-4d859e757a33 req-67ba2e0b-f6bb-41d1-a6b5-a37570d22bab tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:49.494756 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ac88020-b871-40d4-9612-4d859e757a33 req-67ba2e0b-f6bb-41d1-a6b5-a37570d22bab tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ecad1a-a544-47bd-9156-d2b38618591b HTTP/1.1" status: 200 len: 867 time: 0.3904397 Jul 14 13:52:49.519473 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc86c75-375f-4ec5-8625-e1fe8c630343 req-018ecdf3-2d62-4bc2-bc9f-6729dfc416da tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:49.531322 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5fc86c75-375f-4ec5-8625-e1fe8c630343 req-018ecdf3-2d62-4bc2-bc9f-6729dfc416da tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.3901324 Jul 14 13:52:49.536617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7d71-985c-4e71-829a-68bbec0e97a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.546756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7d71-985c-4e71-829a-68bbec0e97a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.587697 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3ddd7d71-985c-4e71-829a-68bbec0e97a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49badc790f334d119092c3471f553f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770682 Jul 14 13:52:49.589138 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7d71-985c-4e71-829a-68bbec0e97a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212293f-7f42-44bb-b06c-da3426bbad3e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:49.592656 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 59652) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:52:49.598696 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] No DVR routers for this DVR port 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:52:49.612593 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.614593 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-22f30e75-626d-438b-97dc-17f51549dbc1 req-fc244cf8-220a-4658-923e-e4d1676e749b tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.36 "DELETE /v2.0/ports/5cbc2a7c-ae33-4cd7-9068-ebe176a54298 HTTP/1.1" status: 204 len: 173 time: 0.9364748 Jul 14 13:52:49.617062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'name': 'network-vif-deleted', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:49.619685 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f97dd1d-8587-4548-9630-70278a196740" -d '{"events": [{"server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "name": "network-vif-deleted", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:49.632846 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8ac88020-b871-40d4-9612-4d859e757a33 req-676d7505-3ad2-414a-8c2f-e37c794c936f tempest-VolumesActionsTest-1911947720 tempest-VolumesActionsTest-1911947720-project] 10.222.0.44 "GET /v2.0/security-groups?id=e82a5fa6-fee3-456a-ae62-b1898cb36ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273623 Jul 14 13:52:49.638831 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5fc86c75-375f-4ec5-8625-e1fe8c630343 req-8397e294-b12d-4a15-8715-5c3a8c44696a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113236 Jul 14 13:52:49.663566 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.696745 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.755118 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.758102 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:49.761117 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e212293f-7f42-44bb-b06c-da3426bbad3e HTTP/1.1" status: 204 len: 168 time: 0.1670296 Jul 14 13:52:49.770303 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d8d9-1c63-4ebf-bcf7-9996dba28eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212293f-7f42-44bb-b06c-da3426bbad3e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:50.033056 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2129867-437d-4f27-8927-a69cd1b7d34b x-openstack-request-id: req-e2129867-437d-4f27-8927-a69cd1b7d34b {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:50.033530 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ecad1a-a544-47bd-9156-d2b38618591b", "name": "network-vif-deleted", "tag": "5cbc2a7c-ae33-4cd7-9068-ebe176a54298", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:50.033608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2129867-437d-4f27-8927-a69cd1b7d34b {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:50.034068 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ecad1a-a544-47bd-9156-d2b38618591b', 'name': 'network-vif-deleted', 'tag': '5cbc2a7c-ae33-4cd7-9068-ebe176a54298', 'status': 'completed', 'code': 200} Jul 14 13:52:50.207321 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70245f-24fe-4af2-95af-bbbf2bd0e78d req-dc506492-0da4-459b-b56d-1200eb62cc02 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:50.208861 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ce70245f-24fe-4af2-95af-bbbf2bd0e78d req-dc506492-0da4-459b-b56d-1200eb62cc02 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0677853 Jul 14 13:52:50.259610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ce70245f-24fe-4af2-95af-bbbf2bd0e78d req-2f7d7904-edb6-4c42-a28b-398451c76db7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443137 Jul 14 13:52:52.099149 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623063-ac63-47c7-a4f0-3211cc3d675e req-759f8e9e-46db-4674-8360-a753655b2c97 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.100905 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4623063-ac63-47c7-a4f0-3211cc3d675e req-759f8e9e-46db-4674-8360-a753655b2c97 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0748141 Jul 14 13:52:52.179531 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4623063-ac63-47c7-a4f0-3211cc3d675e req-56a9dba1-4ca3-44b2-8dfd-bd5ee4a20c0c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Jul 14 13:52:52.194082 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-0dd8a040-e7fc-41ff-9056-6f2551ebdb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.195830 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-0dd8a040-e7fc-41ff-9056-6f2551ebdb72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.0887039 Jul 14 13:52:52.299880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-65f8b79e-912d-4f27-a4e9-1f4cf4d39063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:52.301458 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-65f8b79e-912d-4f27-a4e9-1f4cf4d39063 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.0924261 Jul 14 13:52:54.152357 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:52:54.176115 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:52:54.176498 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5cbc2a7c-ae33-4cd7-9068-ebe176a54298 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:52:55.381499 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-ab5e4dfa-3bf4-4d4c-8de1-e8fb654fa02d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0406010 Jul 14 13:52:55.503870 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-d8269be1-ae2a-407a-9eb8-523896924109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.505317 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-d8269be1-ae2a-407a-9eb8-523896924109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.0704651 Jul 14 13:52:55.571812 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-c7ed4bef-2422-424b-b2a9-67a8e599c01d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414207 Jul 14 13:52:55.580270 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-8aedb822-117e-4697-8feb-8f7113853544 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.581631 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-8aedb822-117e-4697-8feb-8f7113853544 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1940479 Jul 14 13:52:55.631877 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-82dd70cb-5bd4-42ae-b5c6-997a9a07fb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:55.648896 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-cdf56a2d-3463-4949-b14d-801fa7d99574 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/quotas/ef1561ad679b4276800c81c931e147ef HTTP/1.1" status: 200 len: 375 time: 0.0553663 Jul 14 13:52:55.730518 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e9e2d-d1a8-4874-93e6-db570c3e4644 req-78f2f197-1453-43ca-b32b-deb150b84e4f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:55.732074 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-131e9e2d-d1a8-4874-93e6-db570c3e4644 req-78f2f197-1453-43ca-b32b-deb150b84e4f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2193124 Jul 14 13:52:55.735351 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-90776cdc-fdb9-4231-b87b-0145d0d09e48 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495872 Jul 14 13:52:55.834334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-131e9e2d-d1a8-4874-93e6-db570c3e4644 req-a92b2b73-7c19-48a2-90be-01259dca096e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963402 Jul 14 13:52:55.856088 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-28cc0753-e9e8-4b0b-8930-2030ab8e7633 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1999652 Jul 14 13:52:55.890287 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0da523-caa8-4398-9a10-dd0dda7ebe91 req-f0601232-1e83-4679-b9d3-2595f724cbea service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453209 Jul 14 13:52:55.964026 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-823055fe-9ca1-4959-85a0-739ae7b3d6b5 service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990176 Jul 14 13:52:56.064313 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-30a78425-bae1-4f93-8df2-9617eb10a2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941024 Jul 14 13:52:56.239391 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6dd9df7-68ff-436c-808f-f4b008a71d1b req-20d56c93-18a0-43be-b35d-7e4095b34979 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Jul 14 13:52:57.025892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761807d0-1d99-4b10-b198-76695f8e81df req-f2775fc0-475d-40e7-a854-7e5c73d68f03 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:57.032779 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-761807d0-1d99-4b10-b198-76695f8e81df req-f2775fc0-475d-40e7-a854-7e5c73d68f03 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0779030 Jul 14 13:52:57.055371 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:52:57.077980 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-761807d0-1d99-4b10-b198-76695f8e81df req-70526e28-065f-4ea1-88f5-601e75562315 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Jul 14 13:52:57.418357 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-434e0c69-e1c8-4137-b08d-f8e6d1633887 req-8832f407-d492-4738-a9db-3f091f9db0f7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0376439 Jul 14 13:52:57.791309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-612a5e17-55f0-4f27-a8d7-c51c7459e3e5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:57.792876 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-612a5e17-55f0-4f27-a8d7-c51c7459e3e5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 815 time: 0.1995604 Jul 14 13:52:57.816016 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Request body: {'port': {'device_id': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'admin_state_up': True, 'tenant_id': 'ef1561ad679b4276800c81c931e147ef'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:57.913337 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-09b45498-a9c4-4c30-b97a-df9d1b3cea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:57.945516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Made reservation on behalf of ef1561ad679b4276800c81c931e147ef for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:52:57.949608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.030249 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.094397 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Allocated IP 172.20.0.4 (ed1e0de2-a73b-491c-a35f-d98d2b118619/270967d9-cdbb-40bb-9b16-f98f0d4d4c2b/1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:52:58.319067 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.376339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e278-e59d-4595-9d04-b3ccbd4308e6 req-e7201143-88e1-4f62-95d7-95bab0ad8725 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:58.378054 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c418e278-e59d-4595-9d04-b3ccbd4308e6 req-e7201143-88e1-4f62-95d7-95bab0ad8725 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1047609 Jul 14 13:52:58.414880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.469437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', '75432bed-093f-4941-8957-96a72a01f244', 'c56358f0-85d6-417d-949d-8baa01786757'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:52:58.485401 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Network ed1e0de2-a73b-491c-a35f-d98d2b118619 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:52:58.494270 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:52:58.497471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:52:58.513170 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c418e278-e59d-4595-9d04-b3ccbd4308e6 req-87b637a8-7812-4cae-899d-e96649ead073 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269135 Jul 14 13:52:58.513871 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event updated for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:58.554764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.556037 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.560699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.561291 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.562413 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.563532 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.563974 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.564715 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.565196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.565657 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.566087 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.566502 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:52:58.643330 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:58.644307 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:58.685720 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1a4d7b31-4294-4a15-80bd-80950ac43fb9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741243 Jul 14 13:52:58.709273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f4d08-e49a-42b6-a677-5e6da5350cc6 req-61dd43c7-d7d6-4d95-98e7-5b2d71aedc1c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:58.711724 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-038f4d08-e49a-42b6-a677-5e6da5350cc6 req-61dd43c7-d7d6-4d95-98e7-5b2d71aedc1c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 931 time: 0.1335943 Jul 14 13:52:58.719204 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Request body: {'port': {'device_id': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:52:58.859018 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-038f4d08-e49a-42b6-a677-5e6da5350cc6 req-a493cf3f-e38e-4234-a2ae-29460644dc36 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339803 Jul 14 13:52:58.883749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.216670 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:52:59.225039 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.238376 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Transition to ACTIVE for port object 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:52:59.243540 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.295641 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:59.371007 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Attempting to bind port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:52:59.371655 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Attempting to bind port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:52:59.372017 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Attempting to bind port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:59.376796 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:52:59.377108 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Attempting to bind port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 on network ed1e0de2-a73b-491c-a35f-d98d2b118619 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:52:59.382323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:52:59.382665 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Checking segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:52:59.383025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Bound using segment: {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:52:59.383445 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Bound port: 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3915b516-4bc8-408c-b52e-f58ce4180011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:52:59.383796 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.466076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:52:59.469753 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:52:59.480438 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.507319 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.508700 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.510244 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 HTTP/1.1" status: 200 len: 1093 time: 0.7969909 Jul 14 13:52:59.542736 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:52:59.550850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92a257-2c7f-473e-954d-935569bd4fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:52:59.571568 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e1a3-cffd-413e-b580-fdd32e0d0055 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:52:59.615567 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aacf3b4-1878-4342-be32-6a5ec2e6eb97 x-openstack-request-id: req-2aacf3b4-1878-4342-be32-6a5ec2e6eb97 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:52:59.619643 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:52:59.620033 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2aacf3b4-1878-4342-be32-6a5ec2e6eb97 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:52:59.620568 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0', 'status': 'completed', 'code': 200} Jul 14 13:52:59.747785 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-0850b96f-228d-4c04-9cc4-4db556803510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.749618 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-0850b96f-228d-4c04-9cc4-4db556803510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.1014490 Jul 14 13:52:59.768253 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:52:59.772453 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a678-f4fa-4267-9e3a-962483995580 req-1aafcb59-9e90-473c-8612-fde4864f8cd7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.774176 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be36a678-f4fa-4267-9e3a-962483995580 req-1aafcb59-9e90-473c-8612-fde4864f8cd7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0933788 Jul 14 13:52:59.826606 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-96e257d0-537d-42d9-9020-fb18a1d1c919 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 HTTP/1.1" status: 200 len: 217 time: 0.0513332 Jul 14 13:52:59.904686 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be36a678-f4fa-4267-9e3a-962483995580 req-3f9bfc09-e477-49bd-b2ff-90d4d9701ff9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191587 Jul 14 13:52:59.915170 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1d64ed0c-30c9-4601-8542-07f380ae46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:52:59.916832 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-1d64ed0c-30c9-4601-8542-07f380ae46e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0792439 Jul 14 13:52:59.958380 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-481e0a02-a1f3-4409-af10-d295d407f565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314782 Jul 14 13:53:00.137143 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-6bea2606-06e8-4ce0-a097-1030332a0a31 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704884 Jul 14 13:53:00.179094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0e65-c59e-40c0-b6db-4e98aea868ed req-9e55f5ef-1605-49a9-a3b4-7f9537487093 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.180842 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dcee0e65-c59e-40c0-b6db-4e98aea868ed req-9e55f5ef-1605-49a9-a3b4-7f9537487093 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1452122 Jul 14 13:53:00.275535 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dcee0e65-c59e-40c0-b6db-4e98aea868ed req-84a6cbfc-980b-4bb6-a419-0bd1fc116f9c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655520 Jul 14 13:53:00.299771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-603eebf5-c4f9-445a-8c75-34f8fe465ceb req-a51e6d18-58c8-49c6-87f0-83c24a5ecb07 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547914 Jul 14 13:53:00.465659 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-a3227f00-7589-4e26-86ff-06fc5270117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.467211 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-a3227f00-7589-4e26-86ff-06fc5270117b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 1096 time: 0.0624838 Jul 14 13:53:00.616641 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-42ed8e46-9c25-4051-bb47-e7f7c1685816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:00.619326 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-42ed8e46-9c25-4051-bb47-e7f7c1685816 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 916 time: 0.1414523 Jul 14 13:53:00.960887 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-912ea126-1866-4848-a4c7-128bbae3bc26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 HTTP/1.1" status: 200 len: 217 time: 0.3342655 Jul 14 13:53:01.011374 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-d54ce1f1-7a7b-4b4a-9ec6-d2987165ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:01.013109 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-d54ce1f1-7a7b-4b4a-9ec6-d2987165ff98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0446591 Jul 14 13:53:01.078616 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-5402e404-3ab4-4a31-9b67-a70c8b1a5f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573153 Jul 14 13:53:01.181194 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ec998-7974-4e56-8a17-d0220f42308d req-650bad15-18ff-4309-b3ca-c53af24513a4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:01.182776 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b5ec998-7974-4e56-8a17-d0220f42308d req-650bad15-18ff-4309-b3ca-c53af24513a4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1539698 Jul 14 13:53:01.227098 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-9f346154-6a83-4779-8a68-1ede7bb8b580 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362464 Jul 14 13:53:01.255546 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:01.281178 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b5ec998-7974-4e56-8a17-d0220f42308d req-65dab64c-66eb-4a61-8d48-c79820bc2e04 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917189 Jul 14 13:53:01.356709 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb92a257-2c7f-473e-954d-935569bd4fa6 req-a539aab3-89b6-4538-946d-ca74f53776b0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098356 Jul 14 13:53:01.474359 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc336d-91db-4773-9caf-02205487818a req-80a593dc-fd09-4557-8214-3e27bb9833c6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:01.475846 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f1fc336d-91db-4773-9caf-02205487818a req-80a593dc-fd09-4557-8214-3e27bb9833c6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0786080 Jul 14 13:53:01.555739 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f1fc336d-91db-4773-9caf-02205487818a req-50426f2f-ec51-40cb-998e-b67bdaedb3d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683770 Jul 14 13:53:02.476023 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5dc46-5df7-41c7-a76d-643c2ff631ee req-5dca2501-6f94-434f-b4c3-c80150afd116 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:02.477706 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5eb5dc46-5df7-41c7-a76d-643c2ff631ee req-5dca2501-6f94-434f-b4c3-c80150afd116 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0723908 Jul 14 13:53:02.523212 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5eb5dc46-5df7-41c7-a76d-643c2ff631ee req-7289c618-5785-4dcd-b400-363af9cdcf4f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jul 14 13:53:02.760816 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0d051-8072-4877-a545-9ace1cb80921 req-a29535b4-d2a6-4503-8fc1-f014d61e8219 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:02.762427 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04e0d051-8072-4877-a545-9ace1cb80921 req-a29535b4-d2a6-4503-8fc1-f014d61e8219 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0774014 Jul 14 13:53:02.813090 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04e0d051-8072-4877-a545-9ace1cb80921 req-9e8389fb-ccc2-4861-98f6-df22c1fe386d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Jul 14 13:53:03.712107 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc308-8735-4e52-b543-0a3a59af3dff req-a09d9cda-2814-4e53-bb47-2abe0d5e0a70 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:03.713589 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-357bc308-8735-4e52-b543-0a3a59af3dff req-a09d9cda-2814-4e53-bb47-2abe0d5e0a70 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0748010 Jul 14 13:53:03.756792 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-357bc308-8735-4e52-b543-0a3a59af3dff req-cc870ad3-454d-448e-af2b-a2a870dc1ed2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373008 Jul 14 13:53:04.020452 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e9c9-429b-4540-b2a5-1488899ed2cf req-33ac5b69-a47e-41ec-874b-a2316a853f8c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:04.022072 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5542e9c9-429b-4540-b2a5-1488899ed2cf req-33ac5b69-a47e-41ec-874b-a2316a853f8c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0779097 Jul 14 13:53:04.069399 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5542e9c9-429b-4540-b2a5-1488899ed2cf req-84945558-db21-4b7d-81cf-ab578b4248a8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Jul 14 13:53:04.952015 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b4b12-8358-4951-9974-e33221d8cd8e req-035bf18d-8e41-479d-9c62-381f5016495e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:04.955458 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b56b4b12-8358-4951-9974-e33221d8cd8e req-035bf18d-8e41-479d-9c62-381f5016495e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0746615 Jul 14 13:53:05.012667 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b56b4b12-8358-4951-9974-e33221d8cd8e req-c09093bc-be25-4f34-9124-4a9d1c3b1384 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jul 14 13:53:05.286047 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6a74-b3ca-4446-9411-d859ec28b7a6 req-34d6ddb8-5173-4eb6-b2ea-f39f776d580b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:05.287670 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-438b6a74-b3ca-4446-9411-d859ec28b7a6 req-34d6ddb8-5173-4eb6-b2ea-f39f776d580b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0733738 Jul 14 13:53:05.335864 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-438b6a74-b3ca-4446-9411-d859ec28b7a6 req-c1e545bd-fbc5-43d8-8052-47f8ff169e4f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Jul 14 13:53:06.216454 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3abc3c-2305-4f6c-8fe8-c46bf6da006f req-b76130df-e2f0-4a35-8e2e-53c0f6736390 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:06.217938 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8a3abc3c-2305-4f6c-8fe8-c46bf6da006f req-b76130df-e2f0-4a35-8e2e-53c0f6736390 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0684285 Jul 14 13:53:06.258985 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8a3abc3c-2305-4f6c-8fe8-c46bf6da006f req-f85b73c8-d53a-4611-8b12-66b37df21a51 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Jul 14 13:53:06.535930 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df080b8d-d882-4c1f-8070-0261cd801d81 req-097fab83-915b-4119-af50-5913b2f43300 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:06.537439 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df080b8d-d882-4c1f-8070-0261cd801d81 req-097fab83-915b-4119-af50-5913b2f43300 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0730839 Jul 14 13:53:06.579183 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-df080b8d-d882-4c1f-8070-0261cd801d81 req-60077a26-20bb-49e0-b7a6-198fb02e65e5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jul 14 13:53:07.280659 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:07.426520 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-296e388f-4abe-4932-8711-cf7d324d1e05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788977 Jul 14 13:53:07.524364 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c037d-82c6-4603-a343-5dbfd9563444 req-25b7dfa0-9eff-455d-9e2f-8ef749134f9d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.526114 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0c1c037d-82c6-4603-a343-5dbfd9563444 req-25b7dfa0-9eff-455d-9e2f-8ef749134f9d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1127601 Jul 14 13:53:07.593513 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-7321a6d8-32ef-4964-b8eb-f898b83c13e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.595639 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-7321a6d8-32ef-4964-b8eb-f898b83c13e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1561ad679b4276800c81c931e147ef&device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 1098 time: 0.1256559 Jul 14 13:53:07.600204 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0c1c037d-82c6-4603-a343-5dbfd9563444 req-89f7e33b-e0eb-4b29-9d77-9e053776ae39 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Jul 14 13:53:07.736623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-3702c1ed-59b9-4e99-8648-7251e78d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.738660 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-3702c1ed-59b9-4e99-8648-7251e78d779f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 200 len: 916 time: 0.1119349 Jul 14 13:53:07.811314 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-96dd57b9-923f-4e50-9c33-cb9376862476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac HTTP/1.1" status: 200 len: 217 time: 0.0611875 Jul 14 13:53:07.886522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84791-b74b-4478-ace6-ac2cea99d01e req-3a1a8450-ce1f-416c-8307-dd23b5678c6e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.888067 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-90e84791-b74b-4478-ace6-ac2cea99d01e req-3a1a8450-ce1f-416c-8307-dd23b5678c6e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1392975 Jul 14 13:53:07.894204 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-ddfbd0c8-e495-4dec-9b42-0aeda9dd8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:07.895609 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-ddfbd0c8-e495-4dec-9b42-0aeda9dd8599 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 200 len: 855 time: 0.0707192 Jul 14 13:53:07.941931 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-e69b8289-2907-404c-a344-9a09e0e04859 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed1e0de2-a73b-491c-a35f-d98d2b118619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378036 Jul 14 13:53:07.966270 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-90e84791-b74b-4478-ace6-ac2cea99d01e req-64613f60-4d59-44c3-b51d-4001c241a787 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Jul 14 13:53:08.058100 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-2a4d0340-7efa-4a04-8f56-672f4fc25b24 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058795 Jul 14 13:53:08.158314 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1015b4ff-2cf2-47a1-bcb7-899172af53df req-356f934c-f0c8-47ff-b2d4-42f321509893 service neutron] 10.222.0.36 "GET /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901890 Jul 14 13:53:08.842145 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c7cff-c7dd-4242-8eb8-092b776aba15 req-5edb6a73-7ef7-4e6a-9a84-1c10e8d3d573 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:08.843813 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-483c7cff-c7dd-4242-8eb8-092b776aba15 req-5edb6a73-7ef7-4e6a-9a84-1c10e8d3d573 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0804217 Jul 14 13:53:08.907025 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-483c7cff-c7dd-4242-8eb8-092b776aba15 req-ec68483e-f0da-45f1-9b2e-61c02f37ec8c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544071 Jul 14 13:53:09.181446 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608868ef-b805-4af9-844a-99dfb1bdf91f req-51cdfab4-d0d7-465c-acf0-f771c428a87b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:09.188662 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-608868ef-b805-4af9-844a-99dfb1bdf91f req-51cdfab4-d0d7-465c-acf0-f771c428a87b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0995522 Jul 14 13:53:09.228443 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-608868ef-b805-4af9-844a-99dfb1bdf91f req-28bb7994-6940-4835-9ee1-04072061ce6f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Jul 14 13:53:10.089690 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5736a-a81c-48de-87d4-7d95fd4d9547 req-52a7ae03-7e2b-489a-abc8-e81804e71da9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:10.091368 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ccb5736a-a81c-48de-87d4-7d95fd4d9547 req-52a7ae03-7e2b-489a-abc8-e81804e71da9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0703101 Jul 14 13:53:10.139214 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ccb5736a-a81c-48de-87d4-7d95fd4d9547 req-19062171-1e6b-46b3-8d26-698c876c4573 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Jul 14 13:53:10.421849 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44539bd1-2a6c-4880-8922-700ffa207d48 req-44470d5d-2b70-47b9-8a3f-843edc76f5e9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:10.423854 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-44539bd1-2a6c-4880-8922-700ffa207d48 req-44470d5d-2b70-47b9-8a3f-843edc76f5e9 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0739467 Jul 14 13:53:10.479251 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-44539bd1-2a6c-4880-8922-700ffa207d48 req-a50deb2d-ac87-4ea2-b4fb-1385c82bf4bf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Jul 14 13:53:11.355850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026824ed-af95-451b-9e40-0f3f05a1b683 req-cdb1b403-ad5a-4273-98d6-8425af571cdf tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:11.357448 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-026824ed-af95-451b-9e40-0f3f05a1b683 req-cdb1b403-ad5a-4273-98d6-8425af571cdf tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0672894 Jul 14 13:53:11.404234 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-026824ed-af95-451b-9e40-0f3f05a1b683 req-17bd9089-84ae-4b33-bfbe-f711bfb92026 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Jul 14 13:53:11.731065 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6e5e-df22-4bc6-ac52-98feacbad074 req-dc401708-7068-47f1-96a9-6c70c16e0604 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:11.736651 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c51a6e5e-df22-4bc6-ac52-98feacbad074 req-dc401708-7068-47f1-96a9-6c70c16e0604 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.1009643 Jul 14 13:53:11.774117 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c51a6e5e-df22-4bc6-ac52-98feacbad074 req-05ee0292-6d72-424b-bd47-1d5f2e7e598f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Jul 14 13:53:12.079456 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4967fa-2eba-4605-8428-6d83053657d9 req-4fc61724-d909-4c4d-9342-d917f5c57f40 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:12.081602 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9f4967fa-2eba-4605-8428-6d83053657d9 req-4fc61724-d909-4c4d-9342-d917f5c57f40 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0958152 Jul 14 13:53:12.133167 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9f4967fa-2eba-4605-8428-6d83053657d9 req-7ef96dba-e197-4812-bfb7-409642389bae tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 Jul 14 13:53:12.602985 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f2efd-96c4-470d-833e-07321b1062d6 req-e519d79d-d590-4f7a-8e2a-9c791552a74c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:12.604486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-033f2efd-96c4-470d-833e-07321b1062d6 req-e519d79d-d590-4f7a-8e2a-9c791552a74c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0663531 Jul 14 13:53:12.655148 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-033f2efd-96c4-470d-833e-07321b1062d6 req-fe0bba25-ca00-42f1-8a45-a746096e6067 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Jul 14 13:53:12.963524 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ef1f-8141-404d-a599-1f4284306803 req-a70814fe-c5fa-4588-ab83-52c794dfafdf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:12.965135 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c68ef1f-8141-404d-a599-1f4284306803 req-a70814fe-c5fa-4588-ab83-52c794dfafdf tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0694540 Jul 14 13:53:13.015200 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c68ef1f-8141-404d-a599-1f4284306803 req-e8d547d2-ced4-4c7f-8b27-dcfbe62f52ab tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Jul 14 13:53:13.354223 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231b79c-7220-4c84-aa5b-7695b695f29f req-132017e8-0e7e-467f-a481-a90803d73ef6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:13.355783 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0231b79c-7220-4c84-aa5b-7695b695f29f req-132017e8-0e7e-467f-a481-a90803d73ef6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0793407 Jul 14 13:53:13.408742 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0231b79c-7220-4c84-aa5b-7695b695f29f req-da72fa54-fa2c-4083-a76e-f14436537227 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435598 Jul 14 13:53:13.718596 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3142-785e-49b3-963b-6395d5fcce0f req-62f6d1c6-8107-4e7a-bd9d-c018a09349f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:13.718596 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-435a3142-785e-49b3-963b-6395d5fcce0f req-62f6d1c6-8107-4e7a-bd9d-c018a09349f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.0759282 Jul 14 13:53:13.796149 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-435a3142-785e-49b3-963b-6395d5fcce0f req-edbea622-3aa9-497b-b2f2-91580acadacb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jul 14 13:53:13.926894 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e402c-295f-443e-ad6d-06f0c4540d8b req-5d47dc6c-1d1c-4c7c-844c-f65bf4dc23fc tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:13.934250 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c64e402c-295f-443e-ad6d-06f0c4540d8b req-5d47dc6c-1d1c-4c7c-844c-f65bf4dc23fc tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1218317 Jul 14 13:53:13.996261 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c64e402c-295f-443e-ad6d-06f0c4540d8b req-18e11552-e348-4949-b569-3232da11033c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592654 Jul 14 13:53:14.014139 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a634ba2-7dcf-43fb-8e10-de8660eb48ab req-8d432f2d-e452-46e2-8fa7-6d591d5922c4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.022127 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0a634ba2-7dcf-43fb-8e10-de8660eb48ab req-8d432f2d-e452-46e2-8fa7-6d591d5922c4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1450179 Jul 14 13:53:14.076539 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0a634ba2-7dcf-43fb-8e10-de8660eb48ab req-0efbb7c9-2126-4ee2-9313-5e8f45361af3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jul 14 13:53:14.231741 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013050fd-a4c1-43c4-833d-4b4949a8402b req-7ba86248-7eae-43ca-b6e3-42ab00f76df6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.233980 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-013050fd-a4c1-43c4-833d-4b4949a8402b req-7ba86248-7eae-43ca-b6e3-42ab00f76df6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0751727 Jul 14 13:53:14.290972 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-013050fd-a4c1-43c4-833d-4b4949a8402b req-cd8b82bc-b46f-48f0-ae74-395928778925 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 Jul 14 13:53:14.650335 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0cb4-fdbb-4ad5-85c1-bb1ab3ff3d02 req-f9f3a653-09a9-4fa5-b858-2ddae572fceb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:14.651939 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e8d0cb4-fdbb-4ad5-85c1-bb1ab3ff3d02 req-f9f3a653-09a9-4fa5-b858-2ddae572fceb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1046751 Jul 14 13:53:14.699853 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e8d0cb4-fdbb-4ad5-85c1-bb1ab3ff3d02 req-a70dbcd0-ead6-4b4e-9a7b-898670e9f170 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Jul 14 13:53:15.188669 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c3c44-07fd-495b-8b9b-a16926f30b0d req-398a7359-9378-4d4b-a683-47339064e8f4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.197234 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f5c3c44-07fd-495b-8b9b-a16926f30b0d req-398a7359-9378-4d4b-a683-47339064e8f4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0810502 Jul 14 13:53:15.271725 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f5c3c44-07fd-495b-8b9b-a16926f30b0d req-6b92115d-3790-4575-aae4-fc60a1865daf tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732582 Jul 14 13:53:15.315854 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ea422-f90e-48e6-98b0-60e7e31d9363 req-a1be1637-01f1-4c4a-be69-2946156f5671 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.317626 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5d8ea422-f90e-48e6-98b0-60e7e31d9363 req-a1be1637-01f1-4c4a-be69-2946156f5671 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0889125 Jul 14 13:53:15.417537 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5d8ea422-f90e-48e6-98b0-60e7e31d9363 req-8f2ff9fd-6f9e-4f30-84f1-6eab7628e94d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927403 Jul 14 13:53:15.554658 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1531-7d9b-44ce-aae0-7b01cf265b6a req-543fed82-4b8f-4191-ab18-9a493e773503 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.556677 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c46d1531-7d9b-44ce-aae0-7b01cf265b6a req-543fed82-4b8f-4191-ab18-9a493e773503 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 943 time: 0.0857332 Jul 14 13:53:15.599789 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c46d1531-7d9b-44ce-aae0-7b01cf265b6a req-02ce517a-6d2e-46ea-b20d-a1776005189b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Jul 14 13:53:15.728902 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:15.912957 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:15.940285 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0', 'network_id': 'ed1e0de2-a73b-491c-a35f-d98d2b118619', 'port_id': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0', 'mac_address': 'fa:16:3e:13:64:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270967d9-cdbb-40bb-9b16-f98f0d4d4c2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:15.948277 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bc16f-c482-4c0e-ad1a-c2a95dd3cd14 req-e7ad63a6-80a6-4515-ac50-8181e0996c25 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:15.955540 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db7bc16f-c482-4c0e-ad1a-c2a95dd3cd14 req-e7ad63a6-80a6-4515-ac50-8181e0996c25 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1183798 Jul 14 13:53:16.002009 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.017928 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db7bc16f-c482-4c0e-ad1a-c2a95dd3cd14 req-1f569ed1-3657-4fab-b6c2-fe57bb59300c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614769 Jul 14 13:53:16.021212 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:16.044924 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:16.051169 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:16.108059 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:16.115724 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.116068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.116436 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.116767 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.117115 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.117441 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.117761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.118081 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.118399 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.118704 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.119015 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.119320 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:16.505303 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06650374-436d-4d71-abee-b4daf34f0bd6 req-3f6931d3-b800-4932-afd6-ad539df33c42 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.515159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06650374-436d-4d71-abee-b4daf34f0bd6 req-3f6931d3-b800-4932-afd6-ad539df33c42 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1082428 Jul 14 13:53:16.596020 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06650374-436d-4d71-abee-b4daf34f0bd6 req-3c1f7d4f-76e7-4da9-9781-1c7e02e5c4d7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734444 Jul 14 13:53:16.640941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:16.644761 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db6371-7ed9-4886-9762-012e75dd4c5f req-f54e14ff-0072-41e2-bbe9-994969808176 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.645636 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59db6371-7ed9-4886-9762-012e75dd4c5f req-f54e14ff-0072-41e2-bbe9-994969808176 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0912197 Jul 14 13:53:16.713478 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59db6371-7ed9-4886-9762-012e75dd4c5f req-6fe70575-292a-42e6-8601-77369217ad3d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Jul 14 13:53:16.885214 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb296-0930-4a1f-b0a8-66a3db3d3596 req-b9ea4bc2-467e-42c0-a9a5-76a3e7dd5899 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:16.886964 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b7eeb296-0930-4a1f-b0a8-66a3db3d3596 req-b9ea4bc2-467e-42c0-a9a5-76a3e7dd5899 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0797238 Jul 14 13:53:16.942108 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b7eeb296-0930-4a1f-b0a8-66a3db3d3596 req-5732fb76-da40-409f-bfc3-932d49f3b399 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480285 Jul 14 13:53:17.350814 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0492c9-3967-48e2-8bbc-6548ec4c927e req-c662c44c-567d-4dc8-b8e6-e3893f575bf1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.352603 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f0492c9-3967-48e2-8bbc-6548ec4c927e req-c662c44c-567d-4dc8-b8e6-e3893f575bf1 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1447480 Jul 14 13:53:17.355927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-a09faa21-b1fc-4f72-ba77-e51c6141ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.357502 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-a09faa21-b1fc-4f72-ba77-e51c6141ec47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.1943374 Jul 14 13:53:17.408834 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd63082-00f6-4572-8a43-f189b61b7f4f req-93c385be-2232-4898-b8b2-2e7281d96888 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.411080 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bd63082-00f6-4572-8a43-f189b61b7f4f req-93c385be-2232-4898-b8b2-2e7281d96888 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1912601 Jul 14 13:53:17.500611 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f0492c9-3967-48e2-8bbc-6548ec4c927e req-07ed0447-5878-47b4-abd4-1d6f38f55701 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401472 Jul 14 13:53:17.532590 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bd63082-00f6-4572-8a43-f189b61b7f4f req-64c46fc8-80e4-47e2-a425-16586ea93899 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843616 Jul 14 13:53:17.559699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-90d9f949-dcb9-451d-93b2-0534475f106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.561310 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-90d9f949-dcb9-451d-93b2-0534475f106e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.1924458 Jul 14 13:53:17.609974 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-06578817-d2d0-498d-925e-b2cc964335eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0394700 Jul 14 13:53:17.676627 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-85de0815-a139-4ae5-8720-b0868641762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.678796 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-85de0815-a139-4ae5-8720-b0868641762d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.0610247 Jul 14 13:53:17.739174 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-840bb188-51ef-4a71-969f-d85dab666da0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jul 14 13:53:17.886146 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-800b6005-322f-473d-aa24-9ae4e6ad311b service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365392 Jul 14 13:53:17.911587 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21372bc-35fb-4b96-bc03-7b970d99f5e3 req-ec15c0a0-a031-495e-bf85-aa0184754ba4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:17.913109 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b21372bc-35fb-4b96-bc03-7b970d99f5e3 req-ec15c0a0-a031-495e-bf85-aa0184754ba4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1172771 Jul 14 13:53:18.013232 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b21372bc-35fb-4b96-bc03-7b970d99f5e3 req-0a1c6ba7-d149-4585-9703-6028e9ffe54e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900719 Jul 14 13:53:18.051125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c7be1a3a-ef8a-490a-8432-db055d58b45b req-c1904ee9-1dc1-4c2e-97e3-635a19b1161a service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563811 Jul 14 13:53:18.142266 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fc31a-bf50-4ce2-a2ee-46819fa49ed6 req-38388c76-0c32-429e-b085-973ac50c2264 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.143661 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b6fc31a-bf50-4ce2-a2ee-46819fa49ed6 req-38388c76-0c32-429e-b085-973ac50c2264 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 944 time: 0.0804360 Jul 14 13:53:18.183850 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b6fc31a-bf50-4ce2-a2ee-46819fa49ed6 req-e9530f8e-d628-47c1-a6e1-ea5bc39ab2ee tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Jul 14 13:53:18.760788 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28365dfa-4a38-4314-9933-0700f8be8cdb req-1a7c8adf-ef83-43f3-bdd1-fe9e5b0acee7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.768545 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-28365dfa-4a38-4314-9933-0700f8be8cdb req-1a7c8adf-ef83-43f3-bdd1-fe9e5b0acee7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1280839 Jul 14 13:53:18.803449 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7550-05dc-4d65-a897-60cca080da95 req-d7336819-5201-49bd-a50f-278ad7fa8f59 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:18.805229 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f6ce7550-05dc-4d65-a897-60cca080da95 req-d7336819-5201-49bd-a50f-278ad7fa8f59 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1313176 Jul 14 13:53:18.840902 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-28365dfa-4a38-4314-9933-0700f8be8cdb req-f58d1e9f-90fd-404a-993e-701a444755ea tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Jul 14 13:53:18.878047 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f6ce7550-05dc-4d65-a897-60cca080da95 req-11f6ac7a-e870-4581-8c78-72b6a307c735 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618975 Jul 14 13:53:19.214084 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcde3-a8a9-403c-9f60-c22c98f59b2b req-6a2f6025-57a2-46de-8d80-49ee7eda9a03 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.217008 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-88cbcde3-a8a9-403c-9f60-c22c98f59b2b req-6a2f6025-57a2-46de-8d80-49ee7eda9a03 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0881221 Jul 14 13:53:19.300744 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-88cbcde3-a8a9-403c-9f60-c22c98f59b2b req-d2302eae-00cf-4369-8d7c-252368ce3a2c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727792 Jul 14 13:53:19.454044 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d413ef2-8b73-4b6e-a34d-2085dbcf00d0 req-4d1269e7-ab35-44ec-b204-bc97fb09ba9c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:19.456366 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d413ef2-8b73-4b6e-a34d-2085dbcf00d0 req-4d1269e7-ab35-44ec-b204-bc97fb09ba9c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 944 time: 0.1089070 Jul 14 13:53:19.754349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:19.757136 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d413ef2-8b73-4b6e-a34d-2085dbcf00d0 req-6396e079-2a05-4b38-8488-6f0a94899464 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928171 Jul 14 13:53:19.826437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:19.830588 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:19.830959 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.931540 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:19.961052 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:19.965279 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f21be8-c7bd-4f59-951e-092426839b00" -d '{"events": [{"server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:19.982456 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:19.992709 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:20.101417 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:20.146514 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4922992-8164-41b3-8a48-cfec9b17cda0 req-d75892d1-5a9e-415c-92fc-15bd095c3b97 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.155871 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b4922992-8164-41b3-8a48-cfec9b17cda0 req-d75892d1-5a9e-415c-92fc-15bd095c3b97 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1667163 Jul 14 13:53:20.190900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075be402-3d27-4be0-94f6-70e77b5637b6 req-93dd136b-f2c3-4997-af02-2431d142bcab tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.192551 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-075be402-3d27-4be0-94f6-70e77b5637b6 req-93dd136b-f2c3-4997-af02-2431d142bcab tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1543651 Jul 14 13:53:20.221002 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b4922992-8164-41b3-8a48-cfec9b17cda0 req-d20fac4d-7698-48a2-8ff2-ab2e5446daac tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Jul 14 13:53:20.265804 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-075be402-3d27-4be0-94f6-70e77b5637b6 req-e8c42cad-128d-4ac7-93cb-edeea5adc047 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567470 Jul 14 13:53:20.327140 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdefc7-3f08-4b26-8552-19758ce89c62 x-openstack-request-id: req-70fdefc7-3f08-4b26-8552-19758ce89c62 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:20.327448 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:20.327731 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70fdefc7-3f08-4b26-8552-19758ce89c62 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:20.328313 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0', 'code': 200} Jul 14 13:53:20.517305 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b792359-168c-47dd-9030-5b9b43c6db07 req-c3851fd8-2a09-454a-9368-7b8977d21f6e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:20.519237 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b792359-168c-47dd-9030-5b9b43c6db07 req-c3851fd8-2a09-454a-9368-7b8977d21f6e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0978506 Jul 14 13:53:20.574926 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b792359-168c-47dd-9030-5b9b43c6db07 req-578b78d7-7af4-4ff9-8679-f6b1051a8699 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469761 Jul 14 13:53:21.059055 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa65eb-57ab-4fdf-90a9-73e88031e92d req-80332f33-91bf-42d8-aee4-9e65bdc79b80 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.070178 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-43fa65eb-57ab-4fdf-90a9-73e88031e92d req-80332f33-91bf-42d8-aee4-9e65bdc79b80 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1282887 Jul 14 13:53:21.125748 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-43fa65eb-57ab-4fdf-90a9-73e88031e92d req-a5f28557-3a2d-46b3-89b1-09876f900c85 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Jul 14 13:53:21.572901 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e8390-3d20-4a85-813a-84dcb77f2625 req-3ab3a004-ca21-40f8-860e-8f479080e3c2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.574670 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-149e8390-3d20-4a85-813a-84dcb77f2625 req-3ab3a004-ca21-40f8-860e-8f479080e3c2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1848950 Jul 14 13:53:21.587123 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd37b9-414f-49dc-b770-104801329531 req-942731fc-7fd9-47f9-a8c0-b8e5d93f57ff tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.589267 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40bd37b9-414f-49dc-b770-104801329531 req-942731fc-7fd9-47f9-a8c0-b8e5d93f57ff tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1706395 Jul 14 13:53:21.676008 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-149e8390-3d20-4a85-813a-84dcb77f2625 req-fd8d7685-49aa-46b5-90da-7067c02a8467 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855689 Jul 14 13:53:21.679456 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40bd37b9-414f-49dc-b770-104801329531 req-9daec3e9-420f-4259-8469-68c8dd82bb42 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699518 Jul 14 13:53:21.903063 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277c0c3-5375-4bbf-a256-117fd45254e7 req-33c8bc34-c4de-422e-9e79-6c3df49d4ad8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:21.905183 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6277c0c3-5375-4bbf-a256-117fd45254e7 req-33c8bc34-c4de-422e-9e79-6c3df49d4ad8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1059799 Jul 14 13:53:21.971083 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6277c0c3-5375-4bbf-a256-117fd45254e7 req-0ee89ac7-44ae-4a18-9d41-f63b87b1b994 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575209 Jul 14 13:53:22.409293 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7d59-1543-4416-a5f1-f45e17b9f660 req-377280b3-c733-4f8a-b6ed-73784166e1f0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.411363 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ec2f7d59-1543-4416-a5f1-f45e17b9f660 req-377280b3-c733-4f8a-b6ed-73784166e1f0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0843675 Jul 14 13:53:22.456754 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ec2f7d59-1543-4416-a5f1-f45e17b9f660 req-0f5919ec-546d-426c-a3f2-c3ff859b209a tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Jul 14 13:53:22.865186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c840-c493-45a0-8cd5-36306c897eeb req-5f45b716-63d7-4325-b5ca-cec45368bb16 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.866722 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dab9c840-c493-45a0-8cd5-36306c897eeb req-5f45b716-63d7-4325-b5ca-cec45368bb16 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0720844 Jul 14 13:53:22.937343 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dab9c840-c493-45a0-8cd5-36306c897eeb req-d52537c2-0092-4d2b-98b2-4d161e7858eb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Jul 14 13:53:22.964902 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732615-acce-452f-9646-7dc76cfa647a req-1683d052-4000-4d91-ab9d-ba18abac2bf7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:22.966489 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a9732615-acce-452f-9646-7dc76cfa647a req-1683d052-4000-4d91-ab9d-ba18abac2bf7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0988681 Jul 14 13:53:23.006279 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a9732615-acce-452f-9646-7dc76cfa647a req-5d08256e-01ce-4588-989e-a9c12b2275cb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341439 Jul 14 13:53:23.170135 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f858-45a2-4b1a-a7b6-00b7e69fb079 req-e3cb5fe6-2c74-4192-8974-ceeb1fab3ab7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:23.171651 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e14f858-45a2-4b1a-a7b6-00b7e69fb079 req-e3cb5fe6-2c74-4192-8974-ceeb1fab3ab7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0711873 Jul 14 13:53:23.212000 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e14f858-45a2-4b1a-a7b6-00b7e69fb079 req-c7a45b91-b2b1-4640-9c54-1c93cdd5d165 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342057 Jul 14 13:53:23.565773 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7898f3-32fa-41c0-a6a6-4e07e396e2a3 req-660bb418-5163-4798-a46f-e26404bbe8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:23.567311 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bd7898f3-32fa-41c0-a6a6-4e07e396e2a3 req-660bb418-5163-4798-a46f-e26404bbe8a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0576332 Jul 14 13:53:23.643182 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee1c3c-40ef-480f-a20a-6c90293135d3 req-de5b3494-3f03-45d1-87df-b5df559b61da tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:23.645227 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1ee1c3c-40ef-480f-a20a-6c90293135d3 req-de5b3494-3f03-45d1-87df-b5df559b61da tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0660830 Jul 14 13:53:23.684592 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1ee1c3c-40ef-480f-a20a-6c90293135d3 req-03b824b4-d3f0-42ea-9ac3-554c3adf820e tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335810 Jul 14 13:53:23.717191 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bd7898f3-32fa-41c0-a6a6-4e07e396e2a3 req-31655db5-27d6-4dc1-9759-d18414f44237 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Jul 14 13:53:24.130443 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04c90-b8bd-4f27-b58d-7ae1ac797f2c req-0e04fbee-e155-4490-a296-0df91d9afe85 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:24.132064 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e9f04c90-b8bd-4f27-b58d-7ae1ac797f2c req-0e04fbee-e155-4490-a296-0df91d9afe85 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0760548 Jul 14 13:53:24.209054 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e9f04c90-b8bd-4f27-b58d-7ae1ac797f2c req-8e798667-417d-4f34-ac80-8496aceb4b29 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 Jul 14 13:53:24.249447 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6749aa3-9387-44cd-9b30-168d3c465cf1 req-63dc319d-e7af-4fd8-a259-e7cc3468d85c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:24.251388 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6749aa3-9387-44cd-9b30-168d3c465cf1 req-63dc319d-e7af-4fd8-a259-e7cc3468d85c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1148055 Jul 14 13:53:24.319075 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d6749aa3-9387-44cd-9b30-168d3c465cf1 req-bfc0bb25-5460-4c3d-9ca2-72528d07284e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Jul 14 13:53:24.423682 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12476b4-92a3-4fef-97df-6e566440b252 req-b703dcb7-a922-4d8a-90b3-29197b8728cf tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:24.426075 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c12476b4-92a3-4fef-97df-6e566440b252 req-b703dcb7-a922-4d8a-90b3-29197b8728cf tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0755527 Jul 14 13:53:24.468278 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c12476b4-92a3-4fef-97df-6e566440b252 req-1bef4a50-c0c8-48ca-9e33-916f7b0dc1c5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365951 Jul 14 13:53:24.870786 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d7c7-df43-4057-865c-7597ae5ed8dd req-dc8619ce-4036-4454-bac2-0e1cede4da52 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:24.872425 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bd65d7c7-df43-4057-865c-7597ae5ed8dd req-dc8619ce-4036-4454-bac2-0e1cede4da52 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0709381 Jul 14 13:53:24.913853 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bd65d7c7-df43-4057-865c-7597ae5ed8dd req-cdf645af-9a5f-482b-9ae6-f3c52efe4ba7 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Jul 14 13:53:25.414130 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f739acd-30a4-4d87-9ada-50324abf4a25 req-fd745c5a-12a5-487a-b766-b82c06d4a13e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.415675 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f739acd-30a4-4d87-9ada-50324abf4a25 req-fd745c5a-12a5-487a-b766-b82c06d4a13e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0740297 Jul 14 13:53:25.491582 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f739acd-30a4-4d87-9ada-50324abf4a25 req-a5f3778a-102d-4b8f-8815-4d3c9f66ef6f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698228 Jul 14 13:53:25.540653 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123025b-1c31-4009-b0f6-10499082ffb7 req-af195629-44c3-4595-babb-61bf072af188 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.542861 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4123025b-1c31-4009-b0f6-10499082ffb7 req-af195629-44c3-4595-babb-61bf072af188 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1051385 Jul 14 13:53:25.613896 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4123025b-1c31-4009-b0f6-10499082ffb7 req-b6f0723b-7ecf-4e7e-963a-5dc3e7c209b8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579047 Jul 14 13:53:25.658037 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-353d8a88-349e-43dd-83ac-83cdbc99938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:25.747016 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06636657-fe2f-480b-bc13-7093c6d476af req-ccb3bf2e-f507-4c3b-8526-e84671ead0c1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:25.754386 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06636657-fe2f-480b-bc13-7093c6d476af req-ccb3bf2e-f507-4c3b-8526-e84671ead0c1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1270082 Jul 14 13:53:25.797093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-06636657-fe2f-480b-bc13-7093c6d476af req-8d77b79d-a20b-47d2-bf5d-6e89f75e2a2e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Jul 14 13:53:26.114505 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f473a1d-e4e4-48fe-8dd9-5430943df521 req-34bc1614-934b-47f3-bda7-d33646914726 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:26.116071 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5f473a1d-e4e4-48fe-8dd9-5430943df521 req-34bc1614-934b-47f3-bda7-d33646914726 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.0691316 Jul 14 13:53:26.170094 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5f473a1d-e4e4-48fe-8dd9-5430943df521 req-102de74b-b175-4673-985b-a043099e1cfe tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Jul 14 13:53:26.816927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60360) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:26.878764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Deleting subnet 30d80f62-a2c0-453f-9127-304fb4419b7c {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:53:26.883801 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:26.915050 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b52f60-dc85-4168-af80-ea93d09fe0a3 req-8e1ffbae-bc03-40c5-8837-050c61e9aaf7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:26.916637 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69b52f60-dc85-4168-af80-ea93d09fe0a3 req-8e1ffbae-bc03-40c5-8837-050c61e9aaf7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1354129 Jul 14 13:53:26.967858 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.051638 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69b52f60-dc85-4168-af80-ea93d09fe0a3 req-7a8691e8-7832-40ef-8fb3-75985267bc7f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176894 Jul 14 13:53:27.063741 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.133676 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26176a1-69ba-473f-b263-6951d333f5e2 req-1056e804-fd44-4d8b-8c42-04306db92832 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.138851 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d26176a1-69ba-473f-b263-6951d333f5e2 req-1056e804-fd44-4d8b-8c42-04306db92832 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.2201643 Jul 14 13:53:27.246757 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d26176a1-69ba-473f-b263-6951d333f5e2 req-78903f99-2f9e-460c-8d93-67682d685925 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994639 Jul 14 13:53:27.257029 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.291332 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d80f62-a2c0-453f-9127-304fb4419b7c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:27.293159 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.295067 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9caf3d5c-47a9-4fa6-a5d4-b5cda6e4461b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/30d80f62-a2c0-453f-9127-304fb4419b7c HTTP/1.1" status: 204 len: 168 time: 0.4770074 Jul 14 13:53:27.299494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60374) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:27.365224 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa39c9b-25d5-415c-8545-9656a0aef0af req-a6d7d2bd-9652-4e01-a813-23f8a9fd768c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:27.367021 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7aa39c9b-25d5-415c-8545-9656a0aef0af req-a6d7d2bd-9652-4e01-a813-23f8a9fd768c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1722534 Jul 14 13:53:27.400748 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.434317 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7aa39c9b-25d5-415c-8545-9656a0aef0af req-be3a57ec-3427-4118-998d-1cb49963c819 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586679 Jul 14 13:53:27.519608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.533549 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f36bcf-e926-4bfe-8e12-9d524a561fe3']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.547002 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c618c0-afb6-4a13-945b-0c5b60e198b0') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.547572 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c618c0-afb6-4a13-945b-0c5b60e198b0') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:27.559728 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.579659 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.598021 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:53:27.598492 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:53:27.655242 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:53:27.688765 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.694344 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.699096 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] 10.222.0.44 "DELETE /v2.0/networks/b5f36bcf-e926-4bfe-8e12-9d524a561fe3 HTTP/1.1" status: 204 len: 168 time: 0.3961899 Jul 14 13:53:27.713837 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932833fd-bd4f-4bd5-90bf-0fddfaecb56d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f36bcf-e926-4bfe-8e12-9d524a561fe3,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:27.928506 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60398) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:27.939442 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-517ef190-d9c3-458f-a73c-0ce1dc7610a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:27.987578 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c047a924-fdb3-45f9-b798-c66bffcdc191 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4017b0ecf9cd45598633cc0cfdcf9b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576074 Jul 14 13:53:27.990694 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60404) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:28.026055 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.068876 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.095858 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.192671 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.196095 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:28.200902 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e82a5fa6-fee3-456a-ae62-b1898cb36ca5 HTTP/1.1" status: 204 len: 168 time: 0.2081850 Jul 14 13:53:28.211066 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2e59-ff13-407e-8381-13d3163c2e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a5fa6-fee3-456a-ae62-b1898cb36ca5,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:28.345095 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b50e2f-d7f2-4db0-b7ac-9123d01be750 req-9249c581-e22d-4a70-8420-5c9ccd97cd5b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:28.347452 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8b50e2f-d7f2-4db0-b7ac-9123d01be750 req-9249c581-e22d-4a70-8420-5c9ccd97cd5b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0966921 Jul 14 13:53:28.417178 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8b50e2f-d7f2-4db0-b7ac-9123d01be750 req-0f986c9a-d376-4dc9-adfa-db5d34c5de31 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633178 Jul 14 13:53:28.458010 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceebde5-a9d9-4137-806c-73369a324cf7 req-2fbba435-168d-423c-9e69-cba3d30e72fa tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:28.459604 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ceebde5-a9d9-4137-806c-73369a324cf7 req-2fbba435-168d-423c-9e69-cba3d30e72fa tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0834336 Jul 14 13:53:28.501435 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ceebde5-a9d9-4137-806c-73369a324cf7 req-6c5e7c7e-40bf-4b0b-ac55-29b5b8cf040e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Jul 14 13:53:29.618146 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9df91-c4a5-455e-8b3b-3b8a091c274e req-b8113f84-f1d7-4229-bafb-5b4aa5f71069 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:29.626824 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-25c9df91-c4a5-455e-8b3b-3b8a091c274e req-b8113f84-f1d7-4229-bafb-5b4aa5f71069 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0874207 Jul 14 13:53:29.703697 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-25c9df91-c4a5-455e-8b3b-3b8a091c274e req-181bc5b1-c11f-431a-a6ce-8eac0508551c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756812 Jul 14 13:53:29.745347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0ae9-e629-4f2e-b4cc-eb6e6c1fac6f req-8134dbe8-7972-402b-a6a0-8b89b800799d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:29.746999 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-97fb0ae9-e629-4f2e-b4cc-eb6e6c1fac6f req-8134dbe8-7972-402b-a6a0-8b89b800799d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1031206 Jul 14 13:53:29.773783 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:29.788715 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-97fb0ae9-e629-4f2e-b4cc-eb6e6c1fac6f req-97f4266f-aff3-4e30-9b12-4c9e0b73b8ad tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355039 Jul 14 13:53:30.970340 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfab52-0423-4632-b1b3-6e8d9f555f80 req-ca38b5b5-934a-4faa-880c-e440a024b52b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:30.972233 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48cfab52-0423-4632-b1b3-6e8d9f555f80 req-ca38b5b5-934a-4faa-880c-e440a024b52b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1338513 Jul 14 13:53:31.024941 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec981-b62b-417b-9bdd-b752168468d7 req-f264fadf-6fe0-42eb-baab-a8723f72e055 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:31.026579 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d2dec981-b62b-417b-9bdd-b752168468d7 req-f264fadf-6fe0-42eb-baab-a8723f72e055 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1115654 Jul 14 13:53:31.042366 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48cfab52-0423-4632-b1b3-6e8d9f555f80 req-392439e5-cea7-4b25-8b37-e10537f25acb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613203 Jul 14 13:53:31.080556 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d2dec981-b62b-417b-9bdd-b752168468d7 req-38859e24-d6a7-4788-97bd-f69f4b6458b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473666 Jul 14 13:53:31.253690 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:32.305295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610e65a-bbbc-47b7-9d8a-0eed30b8c07e req-e0e819c3-7cbb-44d7-ac3f-ad6d5e8beb8a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:32.306819 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0610e65a-bbbc-47b7-9d8a-0eed30b8c07e req-e0e819c3-7cbb-44d7-ac3f-ad6d5e8beb8a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1267776 Jul 14 13:53:32.319093 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f032f5-ecd1-4ab5-a64e-80fe693e2866 req-cfbdb12f-3fae-4832-b3be-ec9a38efdf74 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:32.320611 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3f032f5-ecd1-4ab5-a64e-80fe693e2866 req-cfbdb12f-3fae-4832-b3be-ec9a38efdf74 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1086903 Jul 14 13:53:32.386571 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0610e65a-bbbc-47b7-9d8a-0eed30b8c07e req-9fdc4061-1111-4b5f-b21e-6ca8317f41f5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649385 Jul 14 13:53:32.397749 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3f032f5-ecd1-4ab5-a64e-80fe693e2866 req-4a29ca87-e3b1-494a-8c2b-8c43ba69a1f3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689564 Jul 14 13:53:33.637112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2d9d1-f7e9-48ee-87b7-48f5733ad38e req-2517e2e6-5bdb-479d-a9fb-48d8705a5748 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:33.638683 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dff2d9d1-f7e9-48ee-87b7-48f5733ad38e req-2517e2e6-5bdb-479d-a9fb-48d8705a5748 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1101873 Jul 14 13:53:33.652192 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046dce-3a58-47e5-986d-b5cc80eef7dd req-3855435f-28ec-4072-93d9-72a28aaf9581 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:33.653730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb046dce-3a58-47e5-986d-b5cc80eef7dd req-3855435f-28ec-4072-93d9-72a28aaf9581 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1090512 Jul 14 13:53:33.714887 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dff2d9d1-f7e9-48ee-87b7-48f5733ad38e req-361ea98a-fd90-4ba4-a579-91084e744504 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601101 Jul 14 13:53:33.720112 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb046dce-3a58-47e5-986d-b5cc80eef7dd req-069a851e-f697-4a57-aec5-8a6c7b4167b0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Jul 14 13:53:34.055028 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:53:34.948216 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2228bf-3a83-4294-895b-8f776491346a req-4dd3a60c-6a35-4d38-a9f3-a82346612e11 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:34.949623 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f2228bf-3a83-4294-895b-8f776491346a req-4dd3a60c-6a35-4d38-a9f3-a82346612e11 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1088712 Jul 14 13:53:34.961380 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49bec9-7a96-41b7-8567-a9ac38f35761 req-db7e0a4f-c6a6-4d7f-a81e-1c8ebb6da514 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:34.962882 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e49bec9-7a96-41b7-8567-a9ac38f35761 req-db7e0a4f-c6a6-4d7f-a81e-1c8ebb6da514 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0926454 Jul 14 13:53:35.025718 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f2228bf-3a83-4294-895b-8f776491346a req-da05fbd4-c396-436b-85fa-90cdedea331d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618207 Jul 14 13:53:35.032056 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e49bec9-7a96-41b7-8567-a9ac38f35761 req-d36278f4-4ad6-4dc0-95ad-070ccf8dcd49 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606108 Jul 14 13:53:35.385561 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2d32-d998-43fd-9b1f-04b62929c14c req-8653df43-8165-43f6-9cfd-1a221b52c475 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.387045 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07aa2d32-d998-43fd-9b1f-04b62929c14c req-8653df43-8165-43f6-9cfd-1a221b52c475 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0652559 Jul 14 13:53:35.461182 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07aa2d32-d998-43fd-9b1f-04b62929c14c req-34fd0c76-d15d-492e-9048-9d9c2887c056 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679591 Jul 14 13:53:35.496913 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-7676356c-c658-4452-aea5-1e53397a787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.499552 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-7676356c-c658-4452-aea5-1e53397a787c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1098 time: 0.0875969 Jul 14 13:53:35.623094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-1420327e-79c2-458e-a91c-469aa3e71375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.624694 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-1420327e-79c2-458e-a91c-469aa3e71375 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.1152980 Jul 14 13:53:35.720951 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-68e92977-8174-4008-b057-f75ba8274aef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 1001 time: 0.0667233 Jul 14 13:53:35.779209 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-c30bf7f5-5220-4f74-b2b5-b80e2c8ecff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.780869 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-c30bf7f5-5220-4f74-b2b5-b80e2c8ecff3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.0523605 Jul 14 13:53:35.874702 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-793a7e67-3f15-499d-b33b-543bd6873ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.876325 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-793a7e67-3f15-499d-b33b-543bd6873ee4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888920 Jul 14 13:53:35.884025 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:53:35.979336 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019cf8e-7fe6-4586-be58-2068a188365d req-60a488e7-3674-4d48-a9af-c01d56802d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:35.982122 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-60a488e7-3674-4d48-a9af-c01d56802d8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.0961146 Jul 14 13:53:36.030759 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-a8f424ad-991c-46d5-9e6f-f28751d7084f service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460137 Jul 14 13:53:36.051637 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0f5d4-c4ba-43df-952c-45f93a69d523 req-a9df30d9-f6ee-4611-bc18-3390ebae695a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.051792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:36.053341 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ad0f5d4-c4ba-43df-952c-45f93a69d523 req-a9df30d9-f6ee-4611-bc18-3390ebae695a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1053693 Jul 14 13:53:36.084853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:53:36.096324 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019cf8e-7fe6-4586-be58-2068a188365d req-d55aa316-43d4-4053-be3c-75ff8b04b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.098413 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-d55aa316-43d4-4053-be3c-75ff8b04b6cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.1007369 Jul 14 13:53:36.151813 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.155496 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-2b392400-0da4-4d1a-b56e-749829ed603c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0442960 Jul 14 13:53:36.170620 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:53:36.185205 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ad0f5d4-c4ba-43df-952c-45f93a69d523 req-cc3b1c02-8e6c-48d7-9db0-4a23bc7950be tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215739 Jul 14 13:53:36.196486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:36.200768 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:36.214915 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019cf8e-7fe6-4586-be58-2068a188365d req-3ec3fcf4-3b4f-42cf-985b-10207c0955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.217153 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-3ec3fcf4-3b4f-42cf-985b-10207c0955ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.0534909 Jul 14 13:53:36.249040 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-05813947-0a61-43a5-afa0-4a9ad4d78886 req-ef3743f4-df3b-4830-8ad0-01ae4e60e839 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945992 Jul 14 13:53:36.254887 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=6']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:36.255226 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-0603a0b5-099f-4799-9c9e-8d6f3b1a0edc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281131 Jul 14 13:53:36.288661 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadcabd-333d-470d-bd0d-9633110b6370 req-9f58b32e-5705-4ebe-927f-b982291d0823 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.290316 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ffadcabd-333d-470d-bd0d-9633110b6370 req-9f58b32e-5705-4ebe-927f-b982291d0823 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.0743303 Jul 14 13:53:36.341291 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ffadcabd-333d-470d-bd0d-9633110b6370 req-4281ba2e-e5e8-4045-919d-521816e5fb3e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Jul 14 13:53:36.370137 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-bc85329b-3626-482f-8ee5-badbffc22b38 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974183 Jul 14 13:53:36.471301 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e019cf8e-7fe6-4586-be58-2068a188365d req-dd399ff5-1022-47c5-8825-234fe034db9b service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872145 Jul 14 13:53:36.506846 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:36.710132 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af21f6-b394-442a-9e0c-28093e0939f6 req-50ce0acd-7ad1-4379-983b-606d3f62f60d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:36.711747 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50af21f6-b394-442a-9e0c-28093e0939f6 req-50ce0acd-7ad1-4379-983b-606d3f62f60d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0746100 Jul 14 13:53:36.752850 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-50af21f6-b394-442a-9e0c-28093e0939f6 req-36ecd58c-57b7-4a65-b6ac-91ace9c0d461 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329795 Jul 14 13:53:37.274112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.370649 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823d44a-c8cc-4fb7-afa3-b327136677cb req-35a7a293-2d8f-494c-b333-5929db85b20e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.372254 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6823d44a-c8cc-4fb7-afa3-b327136677cb req-35a7a293-2d8f-494c-b333-5929db85b20e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0746522 Jul 14 13:53:37.430486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6823d44a-c8cc-4fb7-afa3-b327136677cb req-765dc3e1-5d47-4b43-8d97-75d584e64d45 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Jul 14 13:53:37.828231 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5181c-0b4f-49a6-9d03-e8c3b38c5826 req-fb00de58-a5cf-4dbe-b1d1-3a867718bc28 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.830102 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24c5181c-0b4f-49a6-9d03-e8c3b38c5826 req-fb00de58-a5cf-4dbe-b1d1-3a867718bc28 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.3475831 Jul 14 13:53:37.884533 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24c5181c-0b4f-49a6-9d03-e8c3b38c5826 req-acbc8746-6b8c-4662-b5a9-76e6a71cd1c9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 Jul 14 13:53:37.896122 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:37.963840 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:37.964356 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:37.965683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85539206-a10b-4c31-898e-3b35d2939c18 req-d89606e7-c875-40ae-aad0-962292af60ca tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:37.967278 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-85539206-a10b-4c31-898e-3b35d2939c18 req-d89606e7-c875-40ae-aad0-962292af60ca tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0796509 Jul 14 13:53:38.017630 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-85539206-a10b-4c31-898e-3b35d2939c18 req-e6bdd79b-6942-443a-bc8c-1723edb40933 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Jul 14 13:53:38.062504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.107310 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:38.110652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a00a74-7d4c-4576-994a-7791218e1924" -d '{"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:38.137992 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:38.143691 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.173202 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4339c-6efb-4135-a6b8-fec77b307da2 x-openstack-request-id: req-54d4339c-6efb-4135-a6b8-fec77b307da2 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:38.173542 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:38.173853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54d4339c-6efb-4135-a6b8-fec77b307da2 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:38.174299 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'code': 200} Jul 14 13:53:38.233393 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=7']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:38.539755 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60662) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:38.770549 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62106869-d22e-47cf-8fb3-fb05470e0f15 req-145944ad-dbd3-4069-83f9-88cf2328b66c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:38.783139 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62106869-d22e-47cf-8fb3-fb05470e0f15 req-145944ad-dbd3-4069-83f9-88cf2328b66c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1194139 Jul 14 13:53:38.838385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:38.840680 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62106869-d22e-47cf-8fb3-fb05470e0f15 req-4b71630c-bed9-4149-8ba1-33447f162547 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557251 Jul 14 13:53:39.011610 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.024197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.078949 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977ca848-e8c8-4b75-a025-c0a467f558fe,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:39.087182 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72af45f99e614b0f848aa8f9773f9877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459571 Jul 14 13:53:39.087832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60670) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:39.101367 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.101825 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.102065 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.102379 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.102709 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.103040 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.103380 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.103704 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.104927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.104927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.104927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.105512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928a4bba-3999-4f72-9f42-53a05426edf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:39.215647 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cd2f9-a970-4912-bb2e-62a5c5ffe43a req-07aaf225-d6fe-4577-b393-1714a18b4aca tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:39.228199 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-434cd2f9-a970-4912-bb2e-62a5c5ffe43a req-07aaf225-d6fe-4577-b393-1714a18b4aca tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1429267 Jul 14 13:53:39.262558 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.305862 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-434cd2f9-a970-4912-bb2e-62a5c5ffe43a req-ba8a814a-6829-49ac-9cf2-f90bfe9f39e6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762458 Jul 14 13:53:39.314281 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.388139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.391057 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:39.394813 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/977ca848-e8c8-4b75-a025-c0a467f558fe HTTP/1.1" status: 204 len: 168 time: 0.3024147 Jul 14 13:53:39.413267 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fe5b-7497-4b9e-baef-3d8d30e3dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ca848-e8c8-4b75-a025-c0a467f558fe,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:40.137678 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833febc-eb80-49ad-9099-9ef9f368cbed req-24c9ff5c-1e80-44d7-ac62-a51798002362 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:40.148202 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c833febc-eb80-49ad-9099-9ef9f368cbed req-24c9ff5c-1e80-44d7-ac62-a51798002362 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1317801 Jul 14 13:53:40.228100 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c833febc-eb80-49ad-9099-9ef9f368cbed req-20bd6099-1bbc-478e-a7ca-249c10dc0078 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673473 Jul 14 13:53:40.604390 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dac0fd-f786-4974-a83d-07d50c66989b req-cbb3732b-b5ec-4dba-9aa4-fb44cd720d62 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:40.607016 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0dac0fd-f786-4974-a83d-07d50c66989b req-cbb3732b-b5ec-4dba-9aa4-fb44cd720d62 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0970128 Jul 14 13:53:40.680663 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0dac0fd-f786-4974-a83d-07d50c66989b req-d4b8b3fc-1373-46c0-aff1-5cf9b3bc4272 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634949 Jul 14 13:53:41.539571 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fe289-1e4d-4ae5-904b-bb0bbb5211ed req-7a9c4af2-8935-484e-82f8-09e13fc360fd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.542574 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9c3fe289-1e4d-4ae5-904b-bb0bbb5211ed req-7a9c4af2-8935-484e-82f8-09e13fc360fd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0990930 Jul 14 13:53:41.592609 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9c3fe289-1e4d-4ae5-904b-bb0bbb5211ed req-342c209b-b0f1-4b07-a2fb-227fef86ba66 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Jul 14 13:53:41.937186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209881cb-0454-47e3-b2d1-d1f55275f317 req-78f93882-cc26-4738-9784-6dc376dd5d40 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:41.939338 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-209881cb-0454-47e3-b2d1-d1f55275f317 req-78f93882-cc26-4738-9784-6dc376dd5d40 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1195202 Jul 14 13:53:42.009125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-209881cb-0454-47e3-b2d1-d1f55275f317 req-1e15262e-372c-41e2-9732-c90c46a3e26a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618227 Jul 14 13:53:42.847126 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687283-4d11-4c25-b8cd-de0a97d3fe58 req-3acf76cc-6c22-4951-adf0-0b9a160530b0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:42.853013 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-26687283-4d11-4c25-b8cd-de0a97d3fe58 req-3acf76cc-6c22-4951-adf0-0b9a160530b0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1016865 Jul 14 13:53:42.906628 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-26687283-4d11-4c25-b8cd-de0a97d3fe58 req-e8d7ce13-e419-4612-b0d8-3266083e67c3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Jul 14 13:53:43.256604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382cb4f-bd42-4c55-8cbb-dc8877003e9c req-348388e5-04d8-4312-bd55-965d98ea596b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:43.259601 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0382cb4f-bd42-4c55-8cbb-dc8877003e9c req-348388e5-04d8-4312-bd55-965d98ea596b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0969839 Jul 14 13:53:43.371485 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0382cb4f-bd42-4c55-8cbb-dc8877003e9c req-7bb4c9f7-0d5d-488c-97dd-095a6ef9c2e5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003299 Jul 14 13:53:44.159878 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc6a6-5b0e-4859-900b-e88eace0e191 req-77f6fdb4-a406-4e09-8b84-8b23e24c021f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:44.164345 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2adcc6a6-5b0e-4859-900b-e88eace0e191 req-77f6fdb4-a406-4e09-8b84-8b23e24c021f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0833859 Jul 14 13:53:44.220838 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2adcc6a6-5b0e-4859-900b-e88eace0e191 req-a75d69e5-1b2f-4148-947e-862e4f0792f0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Jul 14 13:53:44.716021 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01cb13-e1ec-4e9e-829a-fd20d0c162e6 req-4053e2b1-cea4-4817-85c4-f9ffe12eab60 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:44.718037 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b01cb13-e1ec-4e9e-829a-fd20d0c162e6 req-4053e2b1-cea4-4817-85c4-f9ffe12eab60 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0970714 Jul 14 13:53:44.769117 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b01cb13-e1ec-4e9e-829a-fd20d0c162e6 req-2164c8dc-85ec-4349-bc34-34bc05f55d03 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443535 Jul 14 13:53:45.457161 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d05c-7ca3-42d3-be46-290969ac65ea req-86e48d2f-e3d7-4826-9a03-f3673f1db135 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:45.460791 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3477d05c-7ca3-42d3-be46-290969ac65ea req-86e48d2f-e3d7-4826-9a03-f3673f1db135 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0946536 Jul 14 13:53:45.516937 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3477d05c-7ca3-42d3-be46-290969ac65ea req-c220cc62-c2a3-436a-ad5c-6c90e8621d65 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Jul 14 13:53:46.040891 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111680f-9386-4c7c-9333-723b93fb8668 req-a9e076f1-901c-4372-abb2-7eea1e7721fa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:46.048935 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0111680f-9386-4c7c-9333-723b93fb8668 req-a9e076f1-901c-4372-abb2-7eea1e7721fa tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1192648 Jul 14 13:53:46.100924 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0111680f-9386-4c7c-9333-723b93fb8668 req-7098a20f-7a76-4473-96b3-c9d55321ec2d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505598 Jul 14 13:53:46.738860 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5a2c-d82b-4987-ad1b-90eaca17d29c req-b1e34f1e-ed89-46b5-8d8e-27e38cb583ec tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:46.741731 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8e7e5a2c-d82b-4987-ad1b-90eaca17d29c req-b1e34f1e-ed89-46b5-8d8e-27e38cb583ec tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0759218 Jul 14 13:53:46.830520 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8e7e5a2c-d82b-4987-ad1b-90eaca17d29c req-c1a00325-11cc-4888-933c-489e841d3e20 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693002 Jul 14 13:53:47.424168 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a318-3218-4b5f-a75e-d96356338bb2 req-37828429-b924-4b59-ad75-59a97dcf49a1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:47.430708 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38a1a318-3218-4b5f-a75e-d96356338bb2 req-37828429-b924-4b59-ad75-59a97dcf49a1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1146207 Jul 14 13:53:47.483428 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38a1a318-3218-4b5f-a75e-d96356338bb2 req-f341fdf3-cf23-4382-b98f-3a9646a5c27a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Jul 14 13:53:48.106297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bedd44-7ac7-40a3-a3e1-0f0f3695f92d req-40664bee-f890-4c80-a63a-52921fc00b5b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.107798 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-36bedd44-7ac7-40a3-a3e1-0f0f3695f92d req-40664bee-f890-4c80-a63a-52921fc00b5b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0946569 Jul 14 13:53:48.163603 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-36bedd44-7ac7-40a3-a3e1-0f0f3695f92d req-4999ce7c-17e9-4a59-8066-d8d28a1cf909 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Jul 14 13:53:48.682919 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3368a-ad03-4c17-a6da-30b78c29351a req-fba3ccee-9b5a-4e1f-abd8-221dbf63df2b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:48.684571 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fec3368a-ad03-4c17-a6da-30b78c29351a req-fba3ccee-9b5a-4e1f-abd8-221dbf63df2b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.0791318 Jul 14 13:53:48.728980 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fec3368a-ad03-4c17-a6da-30b78c29351a req-1bd53940-7707-4c32-8edd-8ef298fb6fc0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376081 Jul 14 13:53:49.374244 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2d8f2-7f43-47f8-b896-86ad403fac6e req-400716bb-d042-4903-8594-8d75f58559ff tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.375802 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2fc2d8f2-7f43-47f8-b896-86ad403fac6e req-400716bb-d042-4903-8594-8d75f58559ff tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0724647 Jul 14 13:53:49.420569 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2fc2d8f2-7f43-47f8-b896-86ad403fac6e req-f86d6ac2-f43b-48fb-8167-2a6aef1ae68e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Jul 14 13:53:49.512891 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-9b0a8dbf-b998-43e1-a194-61cbedcc855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.512891 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-9b0a8dbf-b998-43e1-a194-61cbedcc855d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1098 time: 0.0616732 Jul 14 13:53:49.633717 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-01607a03-fafa-4a08-8745-b92a75b3cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.635223 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-01607a03-fafa-4a08-8745-b92a75b3cf95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.1109982 Jul 14 13:53:49.698194 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60850) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:49.710012 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-48afc42a-4a18-4d3a-9a67-fd0608758a53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 1001 time: 0.0640395 Jul 14 13:53:49.769707 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-5e3e7a88-4748-4ff2-8885-f69492d91ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.771785 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-5e3e7a88-4748-4ff2-8885-f69492d91ceb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.0533080 Jul 14 13:53:49.816300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a2607b4-beae-4b48-b38a-5621743ad062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:49.857173 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-2a31db02-9e20-472f-9314-6123cead57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:49.859274 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-2a31db02-9e20-472f-9314-6123cead57fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777683 Jul 14 13:53:49.981306 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-143ad5ae-6af5-4f7d-8f99-076bb3c92702 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Jul 14 13:53:49.991647 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a2607b4-beae-4b48-b38a-5621743ad062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.002708 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2a2607b4-beae-4b48-b38a-5621743ad062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.059492 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2a2607b4-beae-4b48-b38a-5621743ad062 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f46ce8d987c418692ec179e7a3a1375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599136 Jul 14 13:53:50.061816 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2607b4-beae-4b48-b38a-5621743ad062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ec85c-6580-41fd-af0b-11b99c54cd8f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.062201 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60858) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:50.075180 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eb89d-b42b-49eb-b8a5-592d04f58201 req-8ee1abcc-e903-4938-be2c-75ca988af5da tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.076851 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1f7eb89d-b42b-49eb-b8a5-592d04f58201 req-8ee1abcc-e903-4938-be2c-75ca988af5da tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1865520 Jul 14 13:53:50.088212 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199955c-b5af-44b0-8467-d310efaae026 req-606343f9-c059-43e8-8aa7-b1ad8ec08b10 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.088212 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8199955c-b5af-44b0-8467-d310efaae026 req-606343f9-c059-43e8-8aa7-b1ad8ec08b10 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.1947927 Jul 14 13:53:50.116684 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-91d4d378-a647-4dc3-b6b9-5da81e2113db req-e6f10dcc-7359-4979-ac55-5fa3468ee9fd service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273599 Jul 14 13:53:50.134011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.155768 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1f7eb89d-b42b-49eb-b8a5-592d04f58201 req-5af7c42d-166f-4f3e-8387-36640ae221db tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669048 Jul 14 13:53:50.168953 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8199955c-b5af-44b0-8467-d310efaae026 req-b179cd5f-cda7-4abe-bf50-a90540087c55 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733879 Jul 14 13:53:50.172881 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.232355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.234955 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:50.236104 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c23ec85c-6580-41fd-af0b-11b99c54cd8f HTTP/1.1" status: 204 len: 168 time: 0.1729839 Jul 14 13:53:50.244919 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19655e4-360b-44dd-9163-79a22866e917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ec85c-6580-41fd-af0b-11b99c54cd8f,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:50.625115 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18da57-6890-4283-876f-de603fb3a3fd req-0bf2a5f9-51ee-47f1-a06d-d5ad504819a9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:50.626658 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb18da57-6890-4283-876f-de603fb3a3fd req-0bf2a5f9-51ee-47f1-a06d-d5ad504819a9 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0775206 Jul 14 13:53:50.675773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb18da57-6890-4283-876f-de603fb3a3fd req-4bab016f-d3a3-4497-a236-e638072b9906 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Jul 14 13:53:50.990437 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60884) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.093623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034332253-network', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:51.118789 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Made reservation on behalf of bb68f8d5f0a54e1b909e708f59f748a9 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:51.121476 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.130782 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.247199 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.254156 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.303374 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:51.315984 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf5660-2f33-40ba-9972-8d2930cbe9df,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.322776 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.323107 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Added segment 37db9000-c3f2-46c2-a65b-65460b6b1d67 of type vlan for network 14761c32-5dbc-4e64-b125-87d719331bc4 Jul 14 13:53:51.427222 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.487835 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.489590 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.490671 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.589655 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9fa8f-a525-437d-9d9d-71b28f960b54 req-9f66ac7d-681b-44a8-bb2e-985c65371096 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.591096 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7cf9fa8f-a525-437d-9d9d-71b28f960b54 req-9f66ac7d-681b-44a8-bb2e-985c65371096 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 945 time: 0.2552722 Jul 14 13:53:51.595346 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6036022 Jul 14 13:53:51.598461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60894) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.607857 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Request body: {'subnet': {'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034332253-subnet', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:51.613004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dcff1-3221-489b-bccd-16b310f69e4b req-b91d55d2-fdf2-4b1b-80ae-dc02e16dacef tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.614567 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-774dcff1-3221-489b-bccd-16b310f69e4b req-b91d55d2-fdf2-4b1b-80ae-dc02e16dacef tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.2481346 Jul 14 13:53:51.634358 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4c226-7a1c-458b-8e31-6ef472565a32 admin admin] Pushing event updated for resources: {'Network': ['ID=14761c32-5dbc-4e64-b125-87d719331bc4,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.648043 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 14761c32-5dbc-4e64-b125-87d719331bc4 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:53:51.652522 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Made reservation on behalf of bb68f8d5f0a54e1b909e708f59f748a9 for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:51.654946 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63032451'] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.676481 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7cf9fa8f-a525-437d-9d9d-71b28f960b54 req-b8081348-b026-46fd-91d4-5f3d04f6fb01 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762119 Jul 14 13:53:51.691465 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-774dcff1-3221-489b-bccd-16b310f69e4b req-1b86e4c9-dd92-45a9-b565-c3d025e54707 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643144 Jul 14 13:53:51.859531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64865608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63032497'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.869957 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f9864-4cde-4134-bdf6-271c76e0df0c req-4373fdfd-2b21-4f37-bb16-cff4cb24e8e2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.871490 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-044f9864-4cde-4134-bdf6-271c76e0df0c req-4373fdfd-2b21-4f37-bb16-cff4cb24e8e2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0672793 Jul 14 13:53:51.907868 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0dca5d1-6573-4b81-8933-5523336061f4,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:51.909992 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-044f9864-4cde-4134-bdf6-271c76e0df0c req-8d33f3b7-d822-4fb2-93a1-f1ef8d62dcc3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jul 14 13:53:51.923016 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Checking segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:51.923361 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Network hostable DHCP agents. Network: 14761c32-5dbc-4e64-b125-87d719331bc4, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:53:51.943814 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:51.944442 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Network 14761c32-5dbc-4e64-b125-87d719331bc4 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:53:51.955019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 14761c32-5dbc-4e64-b125-87d719331bc4) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:51.961103 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:51.961750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:51.970053 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9ae17-051d-432d-974b-0454b6149032 None None] Network 14761c32-5dbc-4e64-b125-87d719331bc4 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:51.981960 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7c284e05-fcac-4f16-9d76-3f891b7cf9cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3792152 Jul 14 13:53:51.982246 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60900) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:51.987072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:52.014938 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.016123 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.066689 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.111389 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.143208 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:52.145492 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f512d57-b74b-493e-a2c2-9cf8804a8788" -d '{"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:52.163211 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:52.184937 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.210495 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959363cb-7d37-4d8c-851b-bebffe0d700c x-openstack-request-id: req-959363cb-7d37-4d8c-851b-bebffe0d700c {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:52.210772 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-unplugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:52.211021 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-959363cb-7d37-4d8c-851b-bebffe0d700c {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:52.211393 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'code': 200} Jul 14 13:53:52.212193 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-14761c32-5dbc-4e64-b125-87d719331bc4', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:53:52.213077 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.222033 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.300259 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=8']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.422144 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Allocated IP 172.20.0.2 (14761c32-5dbc-4e64-b125-87d719331bc4/b0dca5d1-6573-4b81-8933-5523336061f4/152a0f4d-2d42-4fb5-b008-ae85ea2a5542) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:52.455517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.474674 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.592234 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.601593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Allocated IP 172.27.3.221 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/5beba72d-d55e-4942-8530-d704ed51cdc0) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:52.603573 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Transition to ACTIVE for port object 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:52.619295 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Transition to ACTIVE for port object 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:52.636773 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.708197 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Network 14761c32-5dbc-4e64-b125-87d719331bc4 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:52.712873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:52.722286 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:52.728099 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Pushing event updated for resources: {'Port': ['ID=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:52.787482 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Attempting to bind port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:52.787832 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Attempting to bind port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:52.788384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Attempting to bind port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 on network 14761c32-5dbc-4e64-b125-87d719331bc4 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:52.793689 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:52.794058 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Checking segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:52.794458 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.794851 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Bound using segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:52.795309 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Bound port: 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:52.795688 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.812832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-33e9ddc5-b8af-4f4b-b354-c5c0e7d8c24c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:52.817426 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-33e9ddc5-b8af-4f4b-b354-c5c0e7d8c24c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.2132585 Jul 14 13:53:52.874238 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] For port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:52.878099 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] For port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:52.878847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.885617 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:52.971022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afa0a5-91d6-4d5d-a5f5-89290a1a0f54 None None] Pushing event updated for resources: {'Port': ['ID=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.082079 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dee6a-3a28-4017-a497-d897d810b6b9 req-fc73b195-cb7e-4273-97a1-ab6dc69c4115 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.084077 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-388dee6a-3a28-4017-a497-d897d810b6b9 req-fc73b195-cb7e-4273-97a1-ab6dc69c4115 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 945 time: 0.1876943 Jul 14 13:53:53.093051 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93d61-02d0-4260-8f37-46cf802a7169 req-f85a0aec-dfd5-4dad-8b84-9eb758a3ca4b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.094596 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33f93d61-02d0-4260-8f37-46cf802a7169 req-f85a0aec-dfd5-4dad-8b84-9eb758a3ca4b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1142812 Jul 14 13:53:53.151012 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-388dee6a-3a28-4017-a497-d897d810b6b9 req-6bf92211-dbd4-4363-8f54-93a9548d7cff tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553002 Jul 14 13:53:53.191465 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33f93d61-02d0-4260-8f37-46cf802a7169 req-39c54ad1-4bdb-4f3d-b368-97c6b13c4fa0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870740 Jul 14 13:53:53.328612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.378305 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Deleting port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:53:53.378638 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.389705 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:53.403992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:53.415130 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e331233-cfad-4f1b-a9f9-bbefaff12616 req-93ad1470-c622-41d8-b231-71380b026c9c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:53.415507 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e331233-cfad-4f1b-a9f9-bbefaff12616 req-93ad1470-c622-41d8-b231-71380b026c9c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1347129 Jul 14 13:53:53.471663 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:53.487807 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e331233-cfad-4f1b-a9f9-bbefaff12616 req-4c654e60-0e1d-4200-a5d2-f15b468a9ba2 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655627 Jul 14 13:53:53.521632 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5beba72d-d55e-4942-8530-d704ed51cdc0,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:53.640841 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] For port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:53.641801 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.676115 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Calling delete_port for 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:53:53.920013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:53.973267 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.040795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event deleted for resources: {'Port': ['ID=1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:54.067469 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', '75432bed-093f-4941-8957-96a72a01f244', 'c56358f0-85d6-417d-949d-8baa01786757', '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:53:54.102311 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] No DVR routers for this DVR port 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:53:54.108279 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.110372 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d8ef62b7-3633-4a5f-9f0f-6e365616cdaa req-7a45ce26-9f26-4e3c-8aea-eff2467d69a4 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "DELETE /v2.0/ports/1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 HTTP/1.1" status: 204 len: 173 time: 1.2560070 Jul 14 13:53:54.110842 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'name': 'network-vif-deleted', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:53:54.113277 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff9b207-4b49-4d97-9f9d-2e9b4458c4f5" -d '{"events": [{"server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "name": "network-vif-deleted", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:53:54.191264 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006941cd-1ef9-42a7-ac8d-613e3adcc8ab x-openstack-request-id: req-006941cd-1ef9-42a7-ac8d-613e3adcc8ab {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:53:54.191586 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca273422-1ef4-44da-bc26-b8fd3be0ffa5", "name": "network-vif-deleted", "tag": "1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:53:54.191810 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-006941cd-1ef9-42a7-ac8d-613e3adcc8ab {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:53:54.192245 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca273422-1ef4-44da-bc26-b8fd3be0ffa5', 'name': 'network-vif-deleted', 'tag': '1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0', 'status': 'completed', 'code': 200} Jul 14 13:53:54.281762 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea9b321-bf7e-4293-b988-68fecd70d6b9 None None] Network 14761c32-5dbc-4e64-b125-87d719331bc4 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:53:54.294088 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.345790 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b9e30218-2683-446d-8492-110008f2f00d req-3e08e024-c61f-4590-9866-eefa6ac43c85 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca273422-1ef4-44da-bc26-b8fd3be0ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0398586 Jul 14 13:53:54.531573 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Router e98c25b2-c519-4ee4-9061-9638586b2f5c is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:53:54.588442 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-a8cd70df-746b-4b9d-9deb-5754b3d420a4 None None] Provisioning for port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:54.610148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b05be-d306-489b-8ca5-3b0d8b026b33 req-1637ad60-6b5d-449d-b320-aa1cad975163 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.613473 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dd5b05be-d306-489b-8ca5-3b0d8b026b33 req-1637ad60-6b5d-449d-b320-aa1cad975163 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1714413 Jul 14 13:53:54.674465 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dd5b05be-d306-489b-8ca5-3b0d8b026b33 req-d60e7e87-f964-4014-9582-2cbe799b8bf8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506444 Jul 14 13:53:54.764309 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:54.777438 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52575919-b352-4648-8457-9321b3386e60 None None] Sync routers for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:54.791973 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:54.793948 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:54.795927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76d8f2-9f6b-49fd-ae22-62dcf954b7d2 req-72c70658-05c7-4116-93a6-123617205266 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:54.805064 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:54.806904 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-991f7c46-e5fe-4299-a53e-c355f47c90b6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8233764 Jul 14 13:53:54.807976 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6b76d8f2-9f6b-49fd-ae22-62dcf954b7d2 req-72c70658-05c7-4116-93a6-123617205266 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1319606 Jul 14 13:53:54.810558 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 60936) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:54.911114 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6b76d8f2-9f6b-49fd-ae22-62dcf954b7d2 req-3799de13-142b-4ff7-a14b-b64103c34dbd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018603 Jul 14 13:53:54.988825 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:55.293864 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:53Z', 'revision_number': 3, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:55.453190 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52575919-b352-4648-8457-9321b3386e60 None None] Checking router: e98c25b2-c519-4ee4-9061-9638586b2f5c for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:53:55.453540 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52575919-b352-4648-8457-9321b3386e60 None None] Updating router e98c25b2-c519-4ee4-9061-9638586b2f5c port 5beba72d-d55e-4942-8530-d704ed51cdc0 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:53:55.510267 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.558118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:55.657319 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:55.693570 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:55.694148 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.701853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab4da-6c3f-4504-b7c7-f4adefddb074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.908353 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.958293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:55.959838 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:55.966069 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.019629 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.044598 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:56.051275 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-52575919-b352-4648-8457-9321b3386e60 None None] Transition to ACTIVE for port object 5beba72d-d55e-4942-8530-d704ed51cdc0 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:56.060062 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.104673 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-52575919-b352-4648-8457-9321b3386e60 None None] Attempting to bind port 5beba72d-d55e-4942-8530-d704ed51cdc0 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:53:56.105439 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-52575919-b352-4648-8457-9321b3386e60 None None] Attempting to bind port 5beba72d-d55e-4942-8530-d704ed51cdc0 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:53:56.105966 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52575919-b352-4648-8457-9321b3386e60 None None] Attempting to bind port 5beba72d-d55e-4942-8530-d704ed51cdc0 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:53:56.122305 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:53:56.122641 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1ef8a000-9e6b-4819-a1fc-4b569f5fc5e0 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:53:56.123068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:53:56.166570 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52575919-b352-4648-8457-9321b3386e60 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:53:56.166938 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52575919-b352-4648-8457-9321b3386e60 None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:53:56.167344 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.167735 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52575919-b352-4648-8457-9321b3386e60 None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:53:56.180290 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-52575919-b352-4648-8457-9321b3386e60 None None] Bound port: 5beba72d-d55e-4942-8530-d704ed51cdc0, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:53:56.180887 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.231737 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.261333 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-52575919-b352-4648-8457-9321b3386e60 None None] For port 5beba72d-d55e-4942-8530-d704ed51cdc0, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:53:56.264577 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-52575919-b352-4648-8457-9321b3386e60 None None] For port 5beba72d-d55e-4942-8530-d704ed51cdc0, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5beba72d-d55e-4942-8530-d704ed51cdc0,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:53:56.272977 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-52575919-b352-4648-8457-9321b3386e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.290942 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Allocated IP 172.20.0.1 (14761c32-5dbc-4e64-b125-87d719331bc4/b0dca5d1-6573-4b81-8933-5523336061f4/c92227a1-487c-49e5-a8e2-c311cae30422) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:53:56.294236 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2199c-ddf8-4ee5-a27e-0dd22526ae36 req-a216c371-4f15-482e-a25f-bb9905617e0d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.301812 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0b2199c-ddf8-4ee5-a27e-0dd22526ae36 req-a216c371-4f15-482e-a25f-bb9905617e0d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1653411 Jul 14 13:53:56.304487 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:56.305230 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:56.348819 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0b2199c-ddf8-4ee5-a27e-0dd22526ae36 req-1cc3f206-cf23-453c-99c3-dce98b22ee8d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455186 Jul 14 13:53:56.401626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77372f1a-ab53-4b67-bf11-2f9931de027c req-ec3c9b62-1942-44c1-ae5f-4f87b5ee3f38 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:56.411153 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-77372f1a-ab53-4b67-bf11-2f9931de027c req-ec3c9b62-1942-44c1-ae5f-4f87b5ee3f38 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1790214 Jul 14 13:53:56.414379 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Pushing event updated for resources: {'Port': ['ID=5beba72d-d55e-4942-8530-d704ed51cdc0,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.424989 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.425326 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.425651 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.425981 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.426297 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.426617 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.426934 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.427383 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.427892 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.428237 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.428571 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.428867 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:53:56.440259 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:56.476216 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-77372f1a-ab53-4b67-bf11-2f9931de027c req-7b76ddd6-0740-42e1-8bd0-81d943a5ef28 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Jul 14 13:53:56.496397 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.524196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Transition to ACTIVE for port object c92227a1-487c-49e5-a8e2-c311cae30422 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:53:56.564867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.576870 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf2127-cf73-4512-8e9e-6913e9c59865 None None] Pushing event updated for resources: {'Port': ['ID=5beba72d-d55e-4942-8530-d704ed51cdc0,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.606264 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Network 14761c32-5dbc-4e64-b125-87d719331bc4 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:56.611612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:56.615837 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:53:56.647367 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:56.671455 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.674920 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 60980) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:56.695536 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-52575919-b352-4648-8457-9321b3386e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:53Z', 'revision_number': 3, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:56.732233 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52575919-b352-4648-8457-9321b3386e60 None None] The sync data for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi is: [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:53Z', 'revision_number': 3, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:53:56.849173 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-e10deb2d-d3db-47c5-8496-459e200e2671 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1722555 Jul 14 13:53:56.867585 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-c5d171ef-399e-4d12-93f2-4a10b3259cb6 None None] Provisioning for port c92227a1-487c-49e5-a8e2-c311cae30422 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:56.873380 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.873627 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-c5d171ef-399e-4d12-93f2-4a10b3259cb6 None None] Provisioning complete for port c92227a1-487c-49e5-a8e2-c311cae30422 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:56.874113 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-c5d171ef-399e-4d12-93f2-4a10b3259cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:56.919770 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-c5d171ef-399e-4d12-93f2-4a10b3259cb6 None None] Port c92227a1-487c-49e5-a8e2-c311cae30422 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:57.126418 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.146156 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.243423 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:57.250902 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.500929 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5beba72d-d55e-4942-8530-d704ed51cdc0 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:57.644283 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc5e4-1b1e-4a43-a286-7baa203d2ffb req-f3dc20d8-1759-493b-807b-4ee9184f9550 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.650809 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 5beba72d-d55e-4942-8530-d704ed51cdc0 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:53:57.654493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe3bc5e4-1b1e-4a43-a286-7baa203d2ffb req-f3dc20d8-1759-493b-807b-4ee9184f9550 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.1859605 Jul 14 13:53:57.655823 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5beba72d-d55e-4942-8530-d704ed51cdc0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:57.656436 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.757012 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe3bc5e4-1b1e-4a43-a286-7baa203d2ffb req-41b36ee1-55a2-444c-aab1-04599b707f29 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005487 Jul 14 13:53:57.767777 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.780290 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98425ee5-0990-4509-88d3-1eaf5f11f2d1 req-57e958b8-ef70-4e95-8cdd-ba32be56f6dc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:57.792933 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-98425ee5-0990-4509-88d3-1eaf5f11f2d1 req-57e958b8-ef70-4e95-8cdd-ba32be56f6dc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2205637 Jul 14 13:53:57.816400 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 5beba72d-d55e-4942-8530-d704ed51cdc0, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5beba72d-d55e-4942-8530-d704ed51cdc0,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:53:57.823903 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:57.825474 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:57.884936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Network 14761c32-5dbc-4e64-b125-87d719331bc4 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:53:57.886731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:53:57.890543 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-98425ee5-0990-4509-88d3-1eaf5f11f2d1 req-215c11fb-cf40-4c1d-9a06-2a793af25d7c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940473 Jul 14 13:53:58.064128 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-846fb380-c957-4d01-b244-8894d1c79203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.090556 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.134727 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=5beba72d-d55e-4942-8530-d704ed51cdc0,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:58.179992 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:58.180652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.203544 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91a9de-56c4-48e2-848d-4230b1d284c2 req-49b7be85-e017-4047-b1c1-93096059b2be tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:58.216335 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a91a9de-56c4-48e2-848d-4230b1d284c2 req-49b7be85-e017-4047-b1c1-93096059b2be tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2049303 Jul 14 13:53:58.243458 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Router e98c25b2-c519-4ee4-9061-9638586b2f5c has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:53:58.292822 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a91a9de-56c4-48e2-848d-4230b1d284c2 req-3f7a5116-56f4-45bb-862c-3dc82fdc8bab tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752861 Jul 14 13:53:58.295741 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-33929ff9-5376-4ebd-8d57-ac97ed8f5d9b None None] Provisioning complete for port c92227a1-487c-49e5-a8e2-c311cae30422 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:58.296341 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-33929ff9-5376-4ebd-8d57-ac97ed8f5d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:58.360807 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-33929ff9-5376-4ebd-8d57-ac97ed8f5d9b None None] Port c92227a1-487c-49e5-a8e2-c311cae30422 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:53:58.415769 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:53:58.421497 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b5e120d4-5796-4a96-b4a2-102908cbe1b3 admin admin] 10.222.0.44 "PUT /v2.0/routers/e98c25b2-c519-4ee4-9061-9638586b2f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6093390 Jul 14 13:53:58.985828 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f846a-48d7-4a62-ae2e-8c1887082092 req-c0b5925d-b1e7-4f2b-9023-a582244571c0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:58.987926 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-807f846a-48d7-4a62-ae2e-8c1887082092 req-c0b5925d-b1e7-4f2b-9023-a582244571c0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.0974858 Jul 14 13:53:59.063793 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-807f846a-48d7-4a62-ae2e-8c1887082092 req-2c557208-79f9-4e89-93aa-3207d0a38a65 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642250 Jul 14 13:53:59.107142 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 32796) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:59.117409 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1882702948-network', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:59.157406 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Made reservation on behalf of 7a35fc04d1d14517b56aaf0b3d421b69 for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:59.166797 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.176785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.226398 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ca61-9124-4fec-902d-f4f12f7757d4 req-ab3672da-68fa-41c9-828c-b939235496c5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.227890 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5564ca61-9124-4fec-902d-f4f12f7757d4 req-ab3672da-68fa-41c9-828c-b939235496c5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1160607 Jul 14 13:53:59.296323 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5564ca61-9124-4fec-902d-f4f12f7757d4 req-cafbb3d6-9ad7-42ac-9ada-840d03743e6d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568151 Jul 14 13:53:59.326172 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Sync routers for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:53:59.356533 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:53:59.357502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:53:59.389682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.471635 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5beba72d-d55e-4942-8530-d704ed51cdc0 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:53:59.503351 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.542086 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:53:59.555175 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.555762 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Added segment e30337e0-6020-4768-a8a4-700cdce4ba62 of type vlan for network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 Jul 14 13:53:59.641172 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:53:59.657504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.663837 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a1a43-5227-43a6-987f-72fa0620338b req-855d6cc4-dee9-4de2-80f7-fd23b337115d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.664440 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f202d8-2a7f-4c89-8228-2f7f840fd7fd,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:53:59.675147 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-184a1a43-5227-43a6-987f-72fa0620338b req-855d6cc4-dee9-4de2-80f7-fd23b337115d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1356723 Jul 14 13:53:59.690186 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5beba72d-d55e-4942-8530-d704ed51cdc0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:53:59.690911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.706066 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-a7f28791-bd5e-4a4f-bdd4-4ec7dbdbf60f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.707860 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-a7f28791-bd5e-4a4f-bdd4-4ec7dbdbf60f tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.3129914 Jul 14 13:53:59.751592 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-184a1a43-5227-43a6-987f-72fa0620338b req-8697f60d-ffab-408f-b8bb-19a02342f2d0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752358 Jul 14 13:53:59.764583 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.765649 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:53:59.766301 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.840669 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7316966 Jul 14 13:53:59.845998 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 32806) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:53:59.855873 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Request body: {'subnet': {'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1882702948-subnet', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:53:59.888795 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.899137 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Made reservation on behalf of 7a35fc04d1d14517b56aaf0b3d421b69 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:53:59.908594 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64839585'] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:53:59.985457 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23264f-66df-4b78-b443-221d75551a2f admin admin] Pushing event updated for resources: {'Network': ['ID=eb4e91f6-647a-4a35-9bef-dafc9becc5f7,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:00.039301 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:54:00.107731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Deleting port c56358f0-85d6-417d-949d-8baa01786757 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:00.107731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.193732 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 2, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:00.249334 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-2aa4c004-f749-451d-b66c-47c3e1a8ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.252710 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-2aa4c004-f749-451d-b66c-47c3e1a8ddda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 1096 time: 0.3075485 Jul 14 13:54:00.253957 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Checking router: e98c25b2-c519-4ee4-9061-9638586b2f5c for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:00.254564 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Updating router e98c25b2-c519-4ee4-9061-9638586b2f5c port c92227a1-487c-49e5-a8e2-c311cae30422 binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:54:00.329526 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.424379 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] For port c56358f0-85d6-417d-949d-8baa01786757, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=c56358f0-85d6-417d-949d-8baa01786757,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:00.425370 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.458774 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Calling delete_port for c56358f0-85d6-417d-949d-8baa01786757 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:00.478960 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64608584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64839571'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.594823 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-5e03d2af-447e-4283-8d66-be4409b0c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.597899 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-5e03d2af-447e-4283-8d66-be4409b0c308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1096 time: 0.2767055 Jul 14 13:54:00.657358 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d691ee8a-834c-4282-b40b-098fc097ef1a,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:00.667588 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107541-2127-427c-8acd-2c0e1e0ab478 req-ae0129f8-fcca-4592-9317-ce9733aa8a40 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.669342 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c107541-2127-427c-8acd-2c0e1e0ab478 req-ae0129f8-fcca-4592-9317-ce9733aa8a40 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 946 time: 0.3038471 Jul 14 13:54:00.743503 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.757824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.757824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.757824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.757824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.757824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.758363 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.758363 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.758783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.759087 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.759481 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.759803 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.760155 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:00.798991 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event deleted for resources: {'Port': ['ID=c56358f0-85d6-417d-949d-8baa01786757,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:00.812629 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Checking segment: {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:00.813176 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Network hostable DHCP agents. Network: eb4e91f6-647a-4a35-9bef-dafc9becc5f7, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:54:00.853874 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c107541-2127-427c-8acd-2c0e1e0ab478 req-a464a9c0-3163-40b8-8f51-72564f24fdf8 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508484 Jul 14 13:54:00.863522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-dfadaf14-78dc-4407-845a-ae1e6d057a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.865135 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-dfadaf14-78dc-4407-845a-ae1e6d057a45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.2539382 Jul 14 13:54:00.885665 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] No DVR routers for this DVR port c56358f0-85d6-417d-949d-8baa01786757 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:00.887734 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:54:00.893947 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:00.897802 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d0ee46c2-19dd-413e-a88b-42af2ec43604 req-541559a1-fc9b-4544-a019-3c451013a7d3 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "DELETE /v2.0/ports/c56358f0-85d6-417d-949d-8baa01786757 HTTP/1.1" status: 204 len: 173 time: 1.1804967 Jul 14 13:54:00.898555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'name': 'network-vif-deleted', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:00.902942 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e14b07b-ef0b-4fe5-8077-3b5efffb1e97" -d '{"events": [{"server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "name": "network-vif-deleted", "tag": "c56358f0-85d6-417d-949d-8baa01786757"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:00.934733 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', '75432bed-093f-4941-8957-96a72a01f244', 'c56358f0-85d6-417d-949d-8baa01786757'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:00.973137 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6f06a-e4f0-47b1-bda7-7b21e306a9d0 req-e5689569-6ca1-438d-b6ba-849228a6bc77 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:00.975486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16f6f06a-e4f0-47b1-bda7-7b21e306a9d0 req-e5689569-6ca1-438d-b6ba-849228a6bc77 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.3445964 Jul 14 13:54:01.001746 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, eb4e91f6-647a-4a35-9bef-dafc9becc5f7) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:01.027629 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.028947 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.032979 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d464d3c-3277-45dd-bacd-9f2f42b0dc6a None None] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:01.048300 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-6e27c1d5-54aa-49ed-9df7-deb2765af5de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 999 time: 0.1736622 Jul 14 13:54:01.158319 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.196117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Transition to ACTIVE for port object c92227a1-487c-49e5-a8e2-c311cae30422 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:01.234272 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.406321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.407387 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850a87-aa92-4bcc-8679-28c37ab49b71 None None] Pushing event updated for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:01.419486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e5bc38c7-a4ac-433d-afd2-899789a43868 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5720448 Jul 14 13:54:01.424910 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 32824) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:01.440334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16f6f06a-e4f0-47b1-bda7-7b21e306a9d0 req-8cfc8c2d-8a75-4299-a4ea-f91cf5684eb4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398932 Jul 14 13:54:01.448101 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:01.559174 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5bcc62-9b9f-4e42-b076-f85725987ec7 x-openstack-request-id: req-de5bcc62-9b9f-4e42-b076-f85725987ec7 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:01.559746 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-2b0e7fe2-4fa8-41ce-a68f-ab72809f712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.561640 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-2b0e7fe2-4fa8-41ce-a68f-ab72809f712b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.5029182 Jul 14 13:54:01.563206 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7578efb3-a765-4384-8842-b58289a802ff", "name": "network-vif-deleted", "tag": "c56358f0-85d6-417d-949d-8baa01786757", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:01.563979 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de5bcc62-9b9f-4e42-b076-f85725987ec7 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:01.571121 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7578efb3-a765-4384-8842-b58289a802ff', 'name': 'network-vif-deleted', 'tag': 'c56358f0-85d6-417d-949d-8baa01786757', 'status': 'completed', 'code': 200} Jul 14 13:54:01.573812 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.575928 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.654205 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Attempting to bind port c92227a1-487c-49e5-a8e2-c311cae30422 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:01.654647 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Attempting to bind port c92227a1-487c-49e5-a8e2-c311cae30422 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:01.655507 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Attempting to bind port c92227a1-487c-49e5-a8e2-c311cae30422 on network 14761c32-5dbc-4e64-b125-87d719331bc4 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:01.695191 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'fixed_ips': [{'subnet_id': 'd691ee8a-834c-4282-b40b-098fc097ef1a'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:54:01.697098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.708625 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:01.709179 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Checking segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:01.709701 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.710120 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Bound using segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:01.710628 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Bound port: c92227a1-487c-49e5-a8e2-c311cae30422, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:01.711025 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.767759 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e94de-b19a-453c-b957-993d2e87ad85 req-4ff418f8-20b9-404c-9330-58c41d4da544 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.781487 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a05e94de-b19a-453c-b957-993d2e87ad85 req-4ff418f8-20b9-404c-9330-58c41d4da544 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.3636448 Jul 14 13:54:01.782906 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:01.865134 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-64749c35-c865-4502-92d2-d19060be6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:01.866743 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-64749c35-c865-4502-92d2-d19060be6842 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2940350 Jul 14 13:54:01.953288 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a05e94de-b19a-453c-b957-993d2e87ad85 req-0950d4aa-14fb-4bf5-9d84-cd08db31ab03 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695373 Jul 14 13:54:01.997119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] For port c92227a1-487c-49e5-a8e2-c311cae30422, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:01.997119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] For port c92227a1-487c-49e5-a8e2-c311cae30422, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c92227a1-487c-49e5-a8e2-c311cae30422,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:02.032717 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.094934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.101168 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-f10d81f1-061b-4817-bf17-5d8a33d7958a service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212174 Jul 14 13:54:02.232191 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c5ba99ec-2655-41c9-9ac4-4191876de6e2 req-677e610f-d789-4386-9dcb-cc0f7973856b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=7578efb3-a765-4384-8842-b58289a802ff HTTP/1.1" status: 200 len: 210 time: 0.0852945 Jul 14 13:54:02.261748 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850a87-aa92-4bcc-8679-28c37ab49b71 None None] Pushing event updated for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:02.279663 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:02.280614 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:02.289655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Allocated IP 172.20.0.2 (eb4e91f6-647a-4a35-9bef-dafc9becc5f7/d691ee8a-834c-4282-b40b-098fc097ef1a/34a1e8f9-7bbc-4550-a478-a5cf78350bf1) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:02.498621 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.543494 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.593894 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:02.733411 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Allocated IP 172.27.3.84 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/3675583e-1728-4221-8794-31468f800462) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:02.793643 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94ca1f-69a7-4212-b1a2-97e702664de5 req-e326969a-5f04-4cae-8635-875790d85139 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:02.806609 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fc94ca1f-69a7-4212-b1a2-97e702664de5 req-e326969a-5f04-4cae-8635-875790d85139 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1399145 Jul 14 13:54:02.862129 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.865058 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fc94ca1f-69a7-4212-b1a2-97e702664de5 req-e37a771b-cf63-4b1e-94f4-0f5d98a2f27c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571933 Jul 14 13:54:02.888769 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Transition to ACTIVE for port object 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:02.920629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.926887 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Transition to ACTIVE for port object 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:02.946068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:02.980370 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.030049 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:03.033079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:03.036677 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:03.036957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:03.048613 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:03.053859 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Pushing event updated for resources: {'Port': ['ID=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:03.059794 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:03.115891 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Pushing event updated for resources: {'Port': ['ID=3675583e-1728-4221-8794-31468f800462,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:03.141029 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Attempting to bind port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:03.141402 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Attempting to bind port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:03.141767 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Attempting to bind port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 on network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:03.147063 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:01Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:03.178288 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:03.178633 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Checking segment: {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:03.179045 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.179441 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Bound using segment: {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:03.179928 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Bound port: 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:03.180330 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.183707 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86e57d-b06a-4e6e-8436-3de2d1843ac5 None None] The sync data for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi is: [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:01Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:03.352925 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] For port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:03.359241 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] For port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:03.375958 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.468972 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deca7be-706a-4992-adae-612baf17231b req-0e9f71b7-6fbe-4d6c-b1c6-3fd23b87912b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:03.495906 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7deca7be-706a-4992-adae-612baf17231b req-0e9f71b7-6fbe-4d6c-b1c6-3fd23b87912b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2921298 Jul 14 13:54:03.525251 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf820df0-ffb4-4758-8026-6d3baad19b46 None None] Pushing event updated for resources: {'Port': ['ID=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:03.529419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.613434 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c92227a1-487c-49e5-a8e2-c311cae30422 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:03.637122 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7deca7be-706a-4992-adae-612baf17231b req-ac34940c-6c82-4a3d-bb1a-623c0f97519c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397984 Jul 14 13:54:03.770875 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c92227a1-487c-49e5-a8e2-c311cae30422 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:03.783607 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c92227a1-487c-49e5-a8e2-c311cae30422 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:03.784270 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:03.978364 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:04.059794 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:04.157271 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c92227a1-487c-49e5-a8e2-c311cae30422, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c92227a1-487c-49e5-a8e2-c311cae30422,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:04.170242 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:04.182688 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Router c8105c6b-789a-4f0e-bf5c-4384c05ff269 is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:54:04.314921 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:04.430560 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04353876-311d-4ae2-beb6-c8c3a4b4a220 req-97256ef9-fd71-43f6-bd91-8e3e4bad980d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:04.438552 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04353876-311d-4ae2-beb6-c8c3a4b4a220 req-97256ef9-fd71-43f6-bd91-8e3e4bad980d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.1942537 Jul 14 13:54:04.511459 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562b45-a60b-4038-abac-41b44ae98785 req-5c524100-ede4-4406-8f97-f8729b663998 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:04.519093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0562b45-a60b-4038-abac-41b44ae98785 req-5c524100-ede4-4406-8f97-f8729b663998 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2289393 Jul 14 13:54:04.551343 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-04353876-311d-4ae2-beb6-c8c3a4b4a220 req-351699a8-6f4d-4a4a-b957-d985b057a944 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088796 Jul 14 13:54:04.603359 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0562b45-a60b-4038-abac-41b44ae98785 req-fd798304-311a-42e9-a8a9-aa9e18b5aba8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731392 Jul 14 13:54:04.761261 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:04.777393 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Sync routers for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:04.802308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:04.806583 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-894cf3cc-f96d-4f86-8b57-1fd5454b6b75 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3755181 Jul 14 13:54:04.811490 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 32848) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:04.821407 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:04.822734 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:04.870124 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device c56358f0-85d6-417d-949d-8baa01786757 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:04.958991 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: c56358f0-85d6-417d-949d-8baa01786757 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:04.960380 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device c56358f0-85d6-417d-949d-8baa01786757 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:05.099368 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:05.272805 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e150f-f529-4f6f-aa24-0b29f7482738 req-54747d05-0100-491e-bd0c-e1f7087787ed tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:05.285470 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-161e150f-f529-4f6f-aa24-0b29f7482738 req-54747d05-0100-491e-bd0c-e1f7087787ed tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.3192184 Jul 14 13:54:05.338313 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c79b64a3-686f-41aa-b539-cbfb0ae99e03 req-743b49ac-7542-4189-9f4b-bcbe125a6b32 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574028 Jul 14 13:54:05.385754 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-161e150f-f529-4f6f-aa24-0b29f7482738 req-f5d3b546-14af-475f-9b8e-501d40890f2b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980475 Jul 14 13:54:05.473423 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5a51b-baa2-47f7-bb30-1cba22c46980 None None] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:54:05.642447 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-eb619804-8f52-4295-a4ce-f357ba67cca9 None None] Provisioning for port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:05.675538 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 3, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:05.763334 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Checking router: c8105c6b-789a-4f0e-bf5c-4384c05ff269 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:05.764018 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Updating router c8105c6b-789a-4f0e-bf5c-4384c05ff269 port 3675583e-1728-4221-8794-31468f800462 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:54:05.781419 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:05.834708 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:05.931395 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:05.943601 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:05.944355 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.031405 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.154598 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.256711 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:06.265102 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.266812 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c92227a1-487c-49e5-a8e2-c311cae30422 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:06.405295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc900-d022-43dd-b745-a7cb7965e888 req-11eb58a8-922a-49e8-aa4d-dafe0d7b4132 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:06.420467 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f7bbc900-d022-43dd-b745-a7cb7965e888 req-11eb58a8-922a-49e8-aa4d-dafe0d7b4132 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.4318852 Jul 14 13:54:06.488897 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Allocated IP 172.20.0.1 (eb4e91f6-647a-4a35-9bef-dafc9becc5f7/d691ee8a-834c-4282-b40b-098fc097ef1a/f054be26-a360-43d2-b9e2-0bcc55c519fa) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:06.536089 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f38f3b-a7f2-4e99-b687-7ad5f4be3945 req-33531b38-c8d1-4eb1-9c81-848f52fa8339 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:06.544039 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.544708 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89f38f3b-a7f2-4e99-b687-7ad5f4be3945 req-33531b38-c8d1-4eb1-9c81-848f52fa8339 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.4413490 Jul 14 13:54:06.572587 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Transition to ACTIVE for port object 3675583e-1728-4221-8794-31468f800462 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:06.585344 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.738477 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89f38f3b-a7f2-4e99-b687-7ad5f4be3945 req-bde7f102-53fb-4fbb-aaa4-162beb73bf9f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655388 Jul 14 13:54:06.752745 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Attempting to bind port 3675583e-1728-4221-8794-31468f800462 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:06.753325 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Attempting to bind port 3675583e-1728-4221-8794-31468f800462 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:06.753857 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Attempting to bind port 3675583e-1728-4221-8794-31468f800462 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:06.782547 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f7bbc900-d022-43dd-b745-a7cb7965e888 req-f232e4dd-1ffb-4e77-819e-eb2cac21da8c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599296 Jul 14 13:54:06.798230 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:06.799144 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:06.802843 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.803740 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:06.805018 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Bound port: 3675583e-1728-4221-8794-31468f800462, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:06.805906 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.831574 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:06.933423 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] For port 3675583e-1728-4221-8794-31468f800462, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:06.939399 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Transition to ACTIVE for port object f054be26-a360-43d2-b9e2-0bcc55c519fa will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:06.939692 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] For port 3675583e-1728-4221-8794-31468f800462, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=3675583e-1728-4221-8794-31468f800462,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:06.941839 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf491-23ef-47d1-9a05-bcc36911b08d None None] Pushing event updated for resources: {'Port': ['ID=3675583e-1728-4221-8794-31468f800462,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:06.959870 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.002512 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f1498975-e92f-4460-937d-453ff2196c07 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.017596 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f1498975-e92f-4460-937d-453ff2196c07 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.4370558 Jul 14 13:54:07.105607 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.118824 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-c35797e3-3ed3-438e-971a-b9736d14724e None None] Provisioning complete for port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:07.122626 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-c35797e3-3ed3-438e-971a-b9736d14724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.141697 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:07.147318 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:07.233509 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:07.280980 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:07.309268 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:07.325669 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:07.387618 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c92227a1-487c-49e5-a8e2-c311cae30422 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:07.391213 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.407415 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.531601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023c774-4cac-4f94-b9bf-591b5ab214b3 req-d498acc7-e3a1-4ef1-a200-0eeaf60ad221 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:07.537348 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.549830 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8023c774-4cac-4f94-b9bf-591b5ab214b3 req-d498acc7-e3a1-4ef1-a200-0eeaf60ad221 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.4769931 Jul 14 13:54:07.756058 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8023c774-4cac-4f94-b9bf-591b5ab214b3 req-a40e3773-b1d9-4ba0-bdff-070897b6a175 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011089 Jul 14 13:54:07.793836 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Deleting port 75432bed-093f-4941-8957-96a72a01f244 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:07.809604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:07.825473 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf491-23ef-47d1-9a05-bcc36911b08d None None] Pushing event updated for resources: {'Port': ['ID=3675583e-1728-4221-8794-31468f800462,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:07.953175 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Pushing event updated for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:08.128064 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:08.189552 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.219047 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-62bfcc54-0c0f-4e81-81fc-3c3ec63b506b None None] Provisioning for port f054be26-a360-43d2-b9e2-0bcc55c519fa completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:08.253489 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-62bfcc54-0c0f-4e81-81fc-3c3ec63b506b None None] Provisioning complete for port f054be26-a360-43d2-b9e2-0bcc55c519fa triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:08.253865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-62bfcc54-0c0f-4e81-81fc-3c3ec63b506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.369098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:08.500723 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] For port 75432bed-093f-4941-8957-96a72a01f244, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=75432bed-093f-4941-8957-96a72a01f244,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:08.501165 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.551995 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-62bfcc54-0c0f-4e81-81fc-3c3ec63b506b None None] Port f054be26-a360-43d2-b9e2-0bcc55c519fa cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:08.582422 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Calling delete_port for 75432bed-093f-4941-8957-96a72a01f244 owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:08.648724 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e75de-dd50-44f2-aa7b-21e687ad0007 req-596e9a3e-2c1b-45a7-aaad-8c2151d72546 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:08.650861 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:08.656580 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.664961 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a94e75de-dd50-44f2-aa7b-21e687ad0007 req-596e9a3e-2c1b-45a7-aaad-8c2151d72546 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 945 time: 0.2899735 Jul 14 13:54:08.823580 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a94e75de-dd50-44f2-aa7b-21e687ad0007 req-c5804292-052e-4f7b-83eb-8b7d447f1eb0 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525056 Jul 14 13:54:08.935097 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:08.941503 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.049930 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 3, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:09.106785 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58791e4d-41a2-40c6-abc1-24fd47edcb07 None None] The sync data for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:03Z', 'revision_number': 3, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:09.121512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.136864 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Pushing event updated for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:09.142924 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-64149c02-e1e4-49cd-9e7e-7feb5cd24d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.145490 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-64149c02-e1e4-49cd-9e7e-7feb5cd24d2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1096 time: 0.2723141 Jul 14 13:54:09.165001 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e4841-2289-4904-8606-231843ff3992 req-17e29d0e-b9cd-408b-b9fd-276f98014785 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.177316 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e88e4841-2289-4904-8606-231843ff3992 req-17e29d0e-b9cd-408b-b9fd-276f98014785 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.3113384 Jul 14 13:54:09.330083 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a402-8b4d-4944-92f8-2feb2df7b344 req-5a90c282-82f5-44d5-ae0e-382d013f3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.331660 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-97e4a402-8b4d-4944-92f8-2feb2df7b344 req-5a90c282-82f5-44d5-ae0e-382d013f3254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.3530681 Jul 14 13:54:09.491066 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e88e4841-2289-4904-8606-231843ff3992 req-ba511ef3-c310-4271-88c3-e404effc6ce3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123131 Jul 14 13:54:09.550648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:09.567273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.571117 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:09.583385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-9b828479-d0e2-42f2-accb-35f8177008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.586870 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-9b828479-d0e2-42f2-accb-35f8177008a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.3648572 Jul 14 13:54:09.632254 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-97e4a402-8b4d-4944-92f8-2feb2df7b344 req-3474f3f5-39ce-42b3-a7fa-c7c4f8cb9e22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782111 Jul 14 13:54:09.635694 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:09.907973 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] No DVR routers for this DVR port 75432bed-093f-4941-8957-96a72a01f244 on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:09.914428 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:09.922765 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-322979f6-a6aa-491f-8436-b7de7e95c235 req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "DELETE /v2.0/ports/75432bed-093f-4941-8957-96a72a01f244 HTTP/1.1" status: 204 len: 173 time: 2.8676050 Jul 14 13:54:09.924070 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab37db-fe56-4c27-a1e4-3d8f210482f5 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event deleted for resources: {'Port': ['ID=75432bed-093f-4941-8957-96a72a01f244,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:09.977027 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddef02-eb75-4b48-82b6-b376bf80737d req-212afa2e-aa34-42d4-9a73-440c4baadf76 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:09.980475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31ddef02-eb75-4b48-82b6-b376bf80737d req-212afa2e-aa34-42d4-9a73-440c4baadf76 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.7939281 Jul 14 13:54:09.981484 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'name': 'network-vif-deleted', 'tag': '75432bed-093f-4941-8957-96a72a01f244'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:09.987803 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d5e974-3c18-4a11-8b09-ade0192aa8af" -d '{"events": [{"server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "name": "network-vif-deleted", "tag": "75432bed-093f-4941-8957-96a72a01f244"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:10.159499 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31ddef02-eb75-4b48-82b6-b376bf80737d req-8a8820b1-de93-4c8b-baee-35e5e7a1ab33 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640344 Jul 14 13:54:10.293789 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6da97390-a016-4013-9f2d-854ea96f4f68 req-f62ec6ba-f3f8-4e95-9796-06ee16f39d1b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.1096065 Jul 14 13:54:10.338072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Router c8105c6b-789a-4f0e-bf5c-4384c05ff269 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:54:10.455189 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d5281b-12f2-4a43-9478-a801d7960458 x-openstack-request-id: req-a9d5281b-12f2-4a43-9478-a801d7960458 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:10.455651 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1", "name": "network-vif-deleted", "tag": "75432bed-093f-4941-8957-96a72a01f244", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:10.456266 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9d5281b-12f2-4a43-9478-a801d7960458 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:10.457114 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1', 'name': 'network-vif-deleted', 'tag': '75432bed-093f-4941-8957-96a72a01f244', 'status': 'completed', 'code': 200} Jul 14 13:54:10.471896 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 3675583e-1728-4221-8794-31468f800462 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:10.553276 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-00058393-0503-4d68-b163-ea8f2076c3ba None None] Provisioning complete for port f054be26-a360-43d2-b9e2-0bcc55c519fa triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:10.553699 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-00058393-0503-4d68-b163-ea8f2076c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.622176 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-00058393-0503-4d68-b163-ea8f2076c3ba None None] Port f054be26-a360-43d2-b9e2-0bcc55c519fa cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:10.717150 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 3675583e-1728-4221-8794-31468f800462 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:10.738286 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 3675583e-1728-4221-8794-31468f800462 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:10.742213 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:10.753550 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-54a3054f-a689-4962-95ce-ae2862e49cd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 200 len: 999 time: 0.4831378 Jul 14 13:54:10.875071 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 75432bed-093f-4941-8957-96a72a01f244 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:10.989342 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78336e0-b2b6-4bb7-94bb-64e92343b4e6 req-025eee53-adf5-4ae2-9776-91c90d4cd632 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:11.000942 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f78336e0-b2b6-4bb7-94bb-64e92343b4e6 req-025eee53-adf5-4ae2-9776-91c90d4cd632 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1589940 Jul 14 13:54:11.008238 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 75432bed-093f-4941-8957-96a72a01f244 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:11.013954 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 75432bed-093f-4941-8957-96a72a01f244 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:11.055932 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:54:11.115193 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f78336e0-b2b6-4bb7-94bb-64e92343b4e6 req-4063453e-e835-4f63-8513-b20992bcc950 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098402 Jul 14 13:54:11.125090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:54:11.137962 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e898c481-de33-468c-a238-8ed1b19fbe92 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8105c6b-789a-4f0e-bf5c-4384c05ff269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3227639 Jul 14 13:54:11.155562 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-9df72565-6e92-47cd-bb22-e1b64b1eb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:11.178948 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-9df72565-6e92-47cd-bb22-e1b64b1eb935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.3533421 Jul 14 13:54:11.234298 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:11.306360 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 3675583e-1728-4221-8794-31468f800462, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=3675583e-1728-4221-8794-31468f800462,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:11.317451 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:11.514108 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=3675583e-1728-4221-8794-31468f800462,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:11.976920 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7591ab9e-3b79-428b-885b-0c1cb4fd6f59 req-008997f3-1ed4-475a-97e2-6b05afea1914 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.1301365 Jul 14 13:54:12.017559 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09e7d-0df6-463e-b597-d441177b7951 req-4e0fbbbc-692a-4929-89f9-85112bf72ac6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.023437 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b0d09e7d-0df6-463e-b597-d441177b7951 req-4e0fbbbc-692a-4929-89f9-85112bf72ac6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.3541374 Jul 14 13:54:12.041179 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-67a6a85f-cd0a-4726-8659-54c7c355bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.046283 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-67a6a85f-cd0a-4726-8659-54c7c355bcf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2257915 Jul 14 13:54:12.261088 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b0d09e7d-0df6-463e-b597-d441177b7951 req-038429ba-4055-4107-bc69-d2253758f757 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106483 Jul 14 13:54:12.273709 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 3675583e-1728-4221-8794-31468f800462 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:12.412679 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 3675583e-1728-4221-8794-31468f800462 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:12.413071 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:12.693874 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c0a6-c078-42b5-978f-d0eb9000c2cc req-a545e5e7-5b85-44b9-94e3-fbb5b9716bb8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:12.719966 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-74f4c0a6-c078-42b5-978f-d0eb9000c2cc req-a545e5e7-5b85-44b9-94e3-fbb5b9716bb8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2922406 Jul 14 13:54:12.849252 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-74f4c0a6-c078-42b5-978f-d0eb9000c2cc req-25a2a710-40e5-446d-ac11-5411c9f4ae50 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256585 Jul 14 13:54:12.960104 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Sync routers for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:54:12.971470 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-7dbd1986-754c-4c8f-8ebf-4542794d8692 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483912 Jul 14 13:54:13.013674 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:13.014662 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:13.369882 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c76a23c5-5222-41db-9d34-a4879c75db66 req-5a5d6baa-515a-4fc5-a63f-a19f0a9b5aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609993 Jul 14 13:54:13.396419 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:13.493265 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a51c2387-abbc-4bc6-be43-4bedbd723354 req-7865ef38-3d0a-45d8-8ce3-09e8dc4dc9ba tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbb29c0-8252-40d6-b1c9-ac7e7c7866f1 HTTP/1.1" status: 200 len: 210 time: 0.0965908 Jul 14 13:54:13.640219 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 32968) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:13.909179 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b34827a7-05c2-4366-a04c-3c29f5a9ffd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:13.984904 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6351-b6f2-4360-8509-e989c009ddf5 req-96ced7ac-af92-4d80-9b8d-4d3bea37d318 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:13.985686 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a08d6351-b6f2-4360-8509-e989c009ddf5 req-96ced7ac-af92-4d80-9b8d-4d3bea37d318 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.3118160 Jul 14 13:54:14.183960 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a08d6351-b6f2-4360-8509-e989c009ddf5 req-47cde9d6-8d22-45bb-9f34-0e2f80cdfa91 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707399 Jul 14 13:54:14.192779 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:07Z', 'revision_number': 4, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'f054be26-a360-43d2-b9e2-0bcc55c519fa', 'name': '', 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'mac_address': 'fa:16:3e:34:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:06Z', 'updated_at': '2021-07-14T13:54:08Z', 'revision_number': 2, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'subnets': [{'id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:14.320733 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Checking router: c8105c6b-789a-4f0e-bf5c-4384c05ff269 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:54:14.321121 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Updating router c8105c6b-789a-4f0e-bf5c-4384c05ff269 port f054be26-a360-43d2-b9e2-0bcc55c519fa binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:54:14.409228 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.426850 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b34827a7-05c2-4366-a04c-3c29f5a9ffd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.433570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b34827a7-05c2-4366-a04c-3c29f5a9ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.484974 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69071e08-382f-4da4-a135-8179eabae7d5 req-35d0b153-cfd9-4880-9c7c-af6255a080cb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:14.486775 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69071e08-382f-4da4-a135-8179eabae7d5 req-35d0b153-cfd9-4880-9c7c-af6255a080cb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1449816 Jul 14 13:54:14.529725 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34827a7-05c2-4366-a04c-3c29f5a9ffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb75bc-7ba2-4950-9e68-bcdf686ba40a,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:14.590839 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b34827a7-05c2-4366-a04c-3c29f5a9ffd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=028a1006fb8b4d1da20397f7c9380f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9479234 Jul 14 13:54:14.595493 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 32978) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:14.615398 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69071e08-382f-4da4-a135-8179eabae7d5 req-37ef7010-c5b6-4ba9-9db7-4bdfd56cd649 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183636 Jul 14 13:54:14.761322 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.831211 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.908459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:14.928140 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Transition to ACTIVE for port object f054be26-a360-43d2-b9e2-0bcc55c519fa will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:14.939884 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.095220 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.105788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.113654 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddbb75bc-7ba2-4950-9e68-bcdf686ba40a HTTP/1.1" status: 204 len: 168 time: 0.5138552 Jul 14 13:54:15.168993 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0cdf-86bf-4848-a013-66dac7b78694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb75bc-7ba2-4950-9e68-bcdf686ba40a,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:15.324408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Attempting to bind port f054be26-a360-43d2-b9e2-0bcc55c519fa on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:15.325456 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Attempting to bind port f054be26-a360-43d2-b9e2-0bcc55c519fa by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:15.330988 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Attempting to bind port f054be26-a360-43d2-b9e2-0bcc55c519fa on network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:15.351665 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bde6b6-4afd-42c5-a0c7-c1a52a400dec None None] Pushing event updated for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:15.373121 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:15.373708 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Checking segment: {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:15.374720 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.376064 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Bound using segment: {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:15.377938 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Bound port: f054be26-a360-43d2-b9e2-0bcc55c519fa, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30337e0-6020-4768-a8a4-700cdce4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:15.379792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.714581 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] For port f054be26-a360-43d2-b9e2-0bcc55c519fa, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:15.726285 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] For port f054be26-a360-43d2-b9e2-0bcc55c519fa, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f054be26-a360-43d2-b9e2-0bcc55c519fa,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:15.769446 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:15.891063 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc91-0822-49de-9555-6fa548333543 req-79037b53-32ae-47a7-ae13-2c69425b04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:15.894135 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-79037b53-32ae-47a7-ae13-2c69425b04a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69362cae63a243569c8afe3e4adcea10&device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 1099 time: 0.2226398 Jul 14 13:54:15.913476 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bde6b6-4afd-42c5-a0c7-c1a52a400dec None None] Pushing event updated for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:15.961833 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:54:15.962558 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:53:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:16.215528 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc91-0822-49de-9555-6fa548333543 req-7c4900f9-1cd9-4914-bb7a-bfd8b7486b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.217368 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-7c4900f9-1cd9-4914-bb7a-bfd8b7486b26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 200 len: 920 time: 0.3076284 Jul 14 13:54:16.317682 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-42bce2cc-448f-488e-b846-74f309e46619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 200 len: 217 time: 0.0892141 Jul 14 13:54:16.340669 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe6c6-eb82-484b-bfcc-68a7926a5e35 req-7f4ac9f0-9f18-456d-a3d3-a98857378b7b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.358486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e8fe6c6-eb82-484b-bfcc-68a7926a5e35 req-7f4ac9f0-9f18-456d-a3d3-a98857378b7b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.4572008 Jul 14 13:54:16.471616 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:54:16.532657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc91-0822-49de-9555-6fa548333543 req-a77f699d-dd55-4493-9c84-67910a599e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.535422 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-a77f699d-dd55-4493-9c84-67910a599e5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 200 len: 859 time: 0.2110438 Jul 14 13:54:16.613637 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23846631-656a-4f3c-b6a2-7d79b42fb691 req-83f1bd41-f6fd-4917-80a4-ce5e406d1409 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:16.623898 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-71af380f-20c3-4812-8af1-4ed25f497228 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c40e60d-14a3-4227-b692-df5c1d7ab3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740738 Jul 14 13:54:16.640591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23846631-656a-4f3c-b6a2-7d79b42fb691 req-83f1bd41-f6fd-4917-80a4-ce5e406d1409 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.5576065 Jul 14 13:54:16.664039 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e8fe6c6-eb82-484b-bfcc-68a7926a5e35 req-a9c87e8f-f6ed-4a61-9b9a-d39aed680bb4 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040750 Jul 14 13:54:16.821780 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23846631-656a-4f3c-b6a2-7d79b42fb691 req-2058cbd5-aed6-4994-9d05-d0918a662d78 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793833 Jul 14 13:54:16.931318 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-998e80c6-9a69-40a4-9d54-2852e02d9f02 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912121 Jul 14 13:54:17.233699 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b4d9cc91-0822-49de-9555-6fa548333543 req-a4d86f8b-e2db-4e12-b332-4223af566b60 service neutron] 10.222.0.36 "GET /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912362 Jul 14 13:54:17.262366 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:07Z', 'revision_number': 4, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'f054be26-a360-43d2-b9e2-0bcc55c519fa', 'name': '', 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'mac_address': 'fa:16:3e:34:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:06Z', 'updated_at': '2021-07-14T13:54:15Z', 'revision_number': 4, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'subnets': [{'id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:17.329235 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a60637c-34ee-4e6f-a145-def274167ffe None None] The sync data for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:54:07Z', 'revision_number': 4, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'f054be26-a360-43d2-b9e2-0bcc55c519fa', 'name': '', 'network_id': 'eb4e91f6-647a-4a35-9bef-dafc9becc5f7', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'mac_address': 'fa:16:3e:34:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:06Z', 'updated_at': '2021-07-14T13:54:15Z', 'revision_number': 4, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'subnets': [{'id': 'd691ee8a-834c-4282-b40b-098fc097ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:54:17.565699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44c19b-cc1b-450e-b01f-932b3be4979d req-f4f72a9b-1abe-4ae9-b2e0-e729b1a2f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:17.570038 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ea44c19b-cc1b-450e-b01f-932b3be4979d req-f4f72a9b-1abe-4ae9-b2e0-e729b1a2f684 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1658709 Jul 14 13:54:17.783671 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ea44c19b-cc1b-450e-b01f-932b3be4979d req-b71ac6b2-eeb1-47df-a8d7-f8c1d7f9f8c6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063034 Jul 14 13:54:18.387726 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f054be26-a360-43d2-b9e2-0bcc55c519fa up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:18.437035 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3316b2f-fc23-474b-885a-5e9b71518cc3 req-c9ad9e8c-8067-4470-85f3-30ef6f0b9f5b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:18.439264 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3316b2f-fc23-474b-885a-5e9b71518cc3 req-c9ad9e8c-8067-4470-85f3-30ef6f0b9f5b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.2354317 Jul 14 13:54:18.553125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3316b2f-fc23-474b-885a-5e9b71518cc3 req-3fa38684-4019-44e4-9080-e32e94c7b250 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042447 Jul 14 13:54:18.574196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0826-59e6-4f17-ab21-3c336280f5c4 req-cf70df35-1832-40c0-a09c-2f4a109ad885 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:18.584030 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-485e0826-59e6-4f17-ab21-3c336280f5c4 req-cf70df35-1832-40c0-a09c-2f4a109ad885 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.4069455 Jul 14 13:54:18.658371 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port f054be26-a360-43d2-b9e2-0bcc55c519fa completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:18.673454 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port f054be26-a360-43d2-b9e2-0bcc55c519fa triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:18.675762 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:18.736626 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-485e0826-59e6-4f17-ab21-3c336280f5c4 req-c84296b8-c37a-4619-ae80-ab761232498a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485140 Jul 14 13:54:18.960479 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.202767 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port f054be26-a360-43d2-b9e2-0bcc55c519fa, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f054be26-a360-43d2-b9e2-0bcc55c519fa,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:19.211745 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:19.428904 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b596eb1-0c1a-42d2-ac4b-8fd99204d89a req-3c50ef5c-ca8e-458f-83ff-38e7896134f6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:19.454113 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b596eb1-0c1a-42d2-ac4b-8fd99204d89a req-3c50ef5c-ca8e-458f-83ff-38e7896134f6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.2655518 Jul 14 13:54:19.466912 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:19.486022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.487168 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.487859 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.488573 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.489360 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.490197 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.490947 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.492865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.493908 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.494710 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.495668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.497073 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:54:19.619300 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2b596eb1-0c1a-42d2-ac4b-8fd99204d89a req-79b397b9-9440-477d-acc9-4a60666d902d tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692553 Jul 14 13:54:19.796848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-251a6e76-f3ac-4294-b5db-98a59a0d18b6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:19.799497 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-251a6e76-f3ac-4294-b5db-98a59a0d18b6 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.2515118 Jul 14 13:54:20.101095 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6a05a-c8ca-4c58-9da0-36e48e04760c req-317f69fc-f7b6-4236-8a30-a986738ff44e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:20.115123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51e6a05a-c8ca-4c58-9da0-36e48e04760c req-317f69fc-f7b6-4236-8a30-a986738ff44e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1942763 Jul 14 13:54:20.161810 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Deleting port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:20.164204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.201010 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51e6a05a-c8ca-4c58-9da0-36e48e04760c req-24e8f210-cc42-49da-b96f-4dce7f38d26a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824628 Jul 14 13:54:20.299703 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f054be26-a360-43d2-b9e2-0bcc55c519fa up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:20.412341 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6432c4-bd7a-4fb1-bd66-ba496a9bc2c6 req-ffb51318-8513-4d56-b571-ed2164d45d2a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:20.424481 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b6432c4-bd7a-4fb1-bd66-ba496a9bc2c6 req-ffb51318-8513-4d56-b571-ed2164d45d2a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2400188 Jul 14 13:54:20.525736 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port f054be26-a360-43d2-b9e2-0bcc55c519fa triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:20.526643 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.535538 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b6432c4-bd7a-4fb1-bd66-ba496a9bc2c6 req-7754247c-e7bd-4166-a068-31903a0bc3f0 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Jul 14 13:54:20.565206 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] For port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,segment=NetworkSegment(3915b516-4bc8-408c-b52e-f58ce4180011),segment_id=3915b516-4bc8-408c-b52e-f58ce4180011)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:20.565739 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:20.619073 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Calling delete_port for 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:21.112146 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b81cbb-ba6d-4f03-bc62-f94f4822b430 req-aa3a78e2-6459-46fd-a67d-179d9e82537b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:21.117748 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19b81cbb-ba6d-4f03-bc62-f94f4822b430 req-aa3a78e2-6459-46fd-a67d-179d9e82537b tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 945 time: 0.1661403 Jul 14 13:54:21.139433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.183229 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:21.274577 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19b81cbb-ba6d-4f03-bc62-f94f4822b430 req-e5bbf35b-4089-4bae-9c88-28ce6d6a6e40 tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/security-groups?id=5144e2b6-29fc-40ca-9a34-adb7365dc4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409864 Jul 14 13:54:21.283418 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Pushing event deleted for resources: {'Port': ['ID=0b1c36f5-ae84-42cb-bf00-29d0235fc8ac,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:21.357599 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] No DVR routers for this DVR port 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:21.362830 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:21.368593 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7d32dce9-496f-4abf-b76e-c8519679d5fe req-bb1e8930-4c30-4eb8-89a7-8f05d453cafb tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.36 "DELETE /v2.0/ports/0b1c36f5-ae84-42cb-bf00-29d0235fc8ac HTTP/1.1" status: 204 len: 173 time: 1.5588372 Jul 14 13:54:21.369544 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'name': 'network-vif-deleted', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:21.392864 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e961b7a-65de-4f1d-aa99-ddf5d1d4d32a" -d '{"events": [{"server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "name": "network-vif-deleted", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:22.190372 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198841-6837-4096-8413-12076f3d2bb4 req-cc6e7f8a-20ac-480f-902d-46be0313c345 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:22.202912 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c8198841-6837-4096-8413-12076f3d2bb4 req-cc6e7f8a-20ac-480f-902d-46be0313c345 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1784604 Jul 14 13:54:22.334151 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c8198841-6837-4096-8413-12076f3d2bb4 req-904ec520-a099-46d2-9d59-7dc1bf2a0f9a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296787 Jul 14 13:54:22.443127 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe31699-256c-495e-b056-eae342502a0c x-openstack-request-id: req-4fe31699-256c-495e-b056-eae342502a0c {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:22.446958 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a76ac8-b828-43c1-94b9-65ed6321593b", "name": "network-vif-deleted", "tag": "0b1c36f5-ae84-42cb-bf00-29d0235fc8ac", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:22.448365 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fe31699-256c-495e-b056-eae342502a0c {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:22.449345 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a76ac8-b828-43c1-94b9-65ed6321593b', 'name': 'network-vif-deleted', 'tag': '0b1c36f5-ae84-42cb-bf00-29d0235fc8ac', 'status': 'completed', 'code': 200} Jul 14 13:54:22.882652 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1f45c50a-6bc5-42f3-b291-a46bc4e2e1ee req-2b87246e-35e1-4b39-af15-0019af2dad7c tempest-AttachVolumeNegativeTest-1699723890 tempest-AttachVolumeNegativeTest-1699723890-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5a76ac8-b828-43c1-94b9-65ed6321593b HTTP/1.1" status: 200 len: 210 time: 0.0806515 Jul 14 13:54:23.983576 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd6266-8b0d-40d7-b6ab-55d9602b5e5a req-46e7feff-183b-4831-bdcc-9ba6887867a1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:23.994626 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68cd6266-8b0d-40d7-b6ab-55d9602b5e5a req-46e7feff-183b-4831-bdcc-9ba6887867a1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1213810 Jul 14 13:54:24.062211 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68cd6266-8b0d-40d7-b6ab-55d9602b5e5a req-5de9ca95-1ed8-4594-9c6d-be9dbb76c6e1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592222 Jul 14 13:54:24.271427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33086) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:24.339092 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Deleting subnet 270967d9-cdbb-40bb-9b16-f98f0d4d4c2b {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:54:24.345691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:24.440756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:24.562090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:24.735174 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:24.817086 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:24.831481 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270967d9-cdbb-40bb-9b16-f98f0d4d4c2b,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:24.842367 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:24.852145 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1246e145-df11-40ea-895d-4ccbd03dc43f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/270967d9-cdbb-40bb-9b16-f98f0d4d4c2b HTTP/1.1" status: 204 len: 168 time: 0.5784488 Jul 14 13:54:24.854603 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 33094) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:24.877741 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:24.878659 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0b1c36f5-ae84-42cb-bf00-29d0235fc8ac not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:25.004503 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.310749 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.328841 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1e0de2-a73b-491c-a35f-d98d2b118619']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:25.342178 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3915b516-4bc8-408c-b52e-f58ce4180011') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:25.342844 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3915b516-4bc8-408c-b52e-f58ce4180011') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:54:25.355149 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.379107 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.391639 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:54:25.392560 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:54:25.395559 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:54:25.672335 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f8f5532d-7a70-4c6f-b255-1de793f0d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.882246 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.893174 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:25.898367 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ed1e0de2-a73b-491c-a35f-d98d2b118619 HTTP/1.1" status: 204 len: 168 time: 1.0409915 Jul 14 13:54:25.960387 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565742-afb5-4b27-8ed5-4112622eb43f req-e5576735-d407-4197-bdb2-a7145abcbd39 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:26.026355 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23565742-afb5-4b27-8ed5-4112622eb43f req-e5576735-d407-4197-bdb2-a7145abcbd39 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.4994893 Jul 14 13:54:26.031446 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d1d3e-c709-4412-bc04-a385f32d5642 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1e0de2-a73b-491c-a35f-d98d2b118619,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:26.220505 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-23565742-afb5-4b27-8ed5-4112622eb43f req-898a3bf3-16c0-49cf-bb06-c6aca76bdaf4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814969 Jul 14 13:54:26.403933 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 33118) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:26.532827 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a48b39c6-28f7-444e-bdcf-ac45e046bfe8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef1561ad679b4276800c81c931e147ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1270404 Jul 14 13:54:26.536943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 33120) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:26.667025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.779088 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.976757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.981678 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:26.984264 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5144e2b6-29fc-40ca-9a34-adb7365dc4bf HTTP/1.1" status: 204 len: 168 time: 0.4452581 Jul 14 13:54:27.044384 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcad06-4e2c-4e44-b5cf-2312bce99ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5144e2b6-29fc-40ca-9a34-adb7365dc4bf,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:27.388666 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6804-0ebd-48a4-9022-09cbc6b85d3c req-0181ff59-dcee-49a4-977a-ea18a83f3f76 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:27.406846 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0cab6804-0ebd-48a4-9022-09cbc6b85d3c req-0181ff59-dcee-49a4-977a-ea18a83f3f76 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1463487 Jul 14 13:54:27.543274 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0cab6804-0ebd-48a4-9022-09cbc6b85d3c req-84dce5fb-eddf-49fa-9a93-043a38c4b790 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313345 Jul 14 13:54:27.948735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2202da9f-b422-49b4-852a-068d72441189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.057373 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:28.466987 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e676e37-2dc2-4ba8-8b3f-98a524beb5c5 req-662449bf-f8f2-45b3-8dc7-69334e0fc7da tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:28.497837 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e676e37-2dc2-4ba8-8b3f-98a524beb5c5 req-662449bf-f8f2-45b3-8dc7-69334e0fc7da tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1977627 Jul 14 13:54:28.662116 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e676e37-2dc2-4ba8-8b3f-98a524beb5c5 req-fa8b64b6-1367-4e60-bddd-05e63a1b29af tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626029 Jul 14 13:54:29.069712 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f365-abf8-4a9d-98ad-dd6399919175 req-9bc65e73-7cdf-459b-ab72-f955d8ed7f4b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:29.071599 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c233f365-abf8-4a9d-98ad-dd6399919175 req-9bc65e73-7cdf-459b-ab72-f955d8ed7f4b tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.1846385 Jul 14 13:54:29.206493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c233f365-abf8-4a9d-98ad-dd6399919175 req-2e4dd583-2edf-4378-a6e4-3343a923f0a3 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092682 Jul 14 13:54:29.621425 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2dc47-7bd9-49c8-96f5-f3c06f38e9fd req-c4201292-7772-4f08-85b7-5e460c182ff8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:29.652640 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ba2dc47-7bd9-49c8-96f5-f3c06f38e9fd req-c4201292-7772-4f08-85b7-5e460c182ff8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.2568855 Jul 14 13:54:29.796748 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2ba2dc47-7bd9-49c8-96f5-f3c06f38e9fd req-43494c28-2483-482a-b35a-3effe77db047 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420040 Jul 14 13:54:29.827712 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:30.198121 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-4a5fe029-d094-4eb5-b105-9ba381e45af6 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6ecc21257daa479aa49f23acc4c13228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796318 Jul 14 13:54:30.882064 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e43eac-8323-48bd-befa-8ca5bde82c56 req-b42d9b2e-233b-433a-b6a5-0f11ab7c4fd5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.885094 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1e43eac-8323-48bd-befa-8ca5bde82c56 req-b42d9b2e-233b-433a-b6a5-0f11ab7c4fd5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.8248641 Jul 14 13:54:30.956807 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-5e83da24-9af7-4f01-bdce-b814bca0acd3 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.964835 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-5e83da24-9af7-4f01-bdce-b814bca0acd3 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7653356 Jul 14 13:54:30.973430 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-d69ca697-cf7b-4e48-9b35-20447e88e37e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:30.976104 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-d69ca697-cf7b-4e48-9b35-20447e88e37e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.0926752 Jul 14 13:54:31.019124 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-2feed5fb-9201-499b-83ef-c7ca293d71b6 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/quotas/6ecc21257daa479aa49f23acc4c13228 HTTP/1.1" status: 200 len: 375 time: 0.0528424 Jul 14 13:54:31.050427 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1e43eac-8323-48bd-befa-8ca5bde82c56 req-4fb659cf-d9e3-464b-a903-2daa7d07ce33 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321642 Jul 14 13:54:31.121662 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-e559992d-95c6-4b2e-b405-b423863845a9 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6ecc21257daa479aa49f23acc4c13228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009753 Jul 14 13:54:31.228607 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Deleting port fbf210e9-9fe4-454a-83a3-d348207ccf7c {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:31.229007 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.266421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.490577 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcefdd-ca0d-43f0-87b8-d58ddc954ae2 req-26eae1d3-6e9e-4ac8-81d1-029c7af43c03 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:31.521230 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9cdcefdd-ca0d-43f0-87b8-d58ddc954ae2 req-26eae1d3-6e9e-4ac8-81d1-029c7af43c03 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 946 time: 0.2441301 Jul 14 13:54:31.531916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] For port fbf210e9-9fe4-454a-83a3-d348207ccf7c, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=fbf210e9-9fe4-454a-83a3-d348207ccf7c,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:31.532534 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.555071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Calling delete_port for fbf210e9-9fe4-454a-83a3-d348207ccf7c owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:31.614274 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9cdcefdd-ca0d-43f0-87b8-d58ddc954ae2 req-510a4a76-fdc0-4a3b-bd22-58c24163ddb7 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909767 Jul 14 13:54:31.776683 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1eaa01a3-aad5-4281-9239-4b98ab5af857 req-8999064d-d0e1-4974-b885-e1d2b3c194c9 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 210 time: 0.0736828 Jul 14 13:54:31.780319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.815032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Pushing event deleted for resources: {'Port': ['ID=fbf210e9-9fe4-454a-83a3-d348207ccf7c,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:31.818684 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['1c43871d-4d65-43dd-8557-b49bd807dd9b', 'fbf210e9-9fe4-454a-83a3-d348207ccf7c'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:31.872232 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] No DVR routers for this DVR port fbf210e9-9fe4-454a-83a3-d348207ccf7c on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:31.876845 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:31.879100 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7373fa01-ab7c-476e-ba90-fa76500a46b4 req-17a28866-23a9-4d03-9f7c-ca441e63b3a6 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "DELETE /v2.0/ports/fbf210e9-9fe4-454a-83a3-d348207ccf7c HTTP/1.1" status: 204 len: 173 time: 0.8973129 Jul 14 13:54:31.879738 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'name': 'network-vif-deleted', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:31.882315 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f742b10-ab3e-4e32-aba1-4cde67949a64" -d '{"events": [{"server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "name": "network-vif-deleted", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:31.883094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab9b10-48ef-4734-b131-909cba38a907 req-8dd0e61c-d481-4f89-8a2c-fc6c730335d3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:31.885810 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40ab9b10-48ef-4734-b131-909cba38a907 req-8dd0e61c-d481-4f89-8a2c-fc6c730335d3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1680868 Jul 14 13:54:31.953124 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40ab9b10-48ef-4734-b131-909cba38a907 req-c776e198-364d-4955-8868-675e497b362e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608101 Jul 14 13:54:32.111917 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e807ba13-a6cc-45a0-a54f-8b8280dd7dd6 x-openstack-request-id: req-e807ba13-a6cc-45a0-a54f-8b8280dd7dd6 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:32.112749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8035ae0e-f9db-4712-8e74-f4d61b88e39e", "name": "network-vif-deleted", "tag": "fbf210e9-9fe4-454a-83a3-d348207ccf7c", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:32.112749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e807ba13-a6cc-45a0-a54f-8b8280dd7dd6 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:32.113062 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8035ae0e-f9db-4712-8e74-f4d61b88e39e', 'name': 'network-vif-deleted', 'tag': 'fbf210e9-9fe4-454a-83a3-d348207ccf7c', 'status': 'completed', 'code': 200} Jul 14 13:54:32.320097 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc72a3-a4ce-4062-8541-c4662937313a req-c0a54d2e-57b2-4ffc-81e0-6a477a8e8549 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:32.323111 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7dc72a3-a4ce-4062-8541-c4662937313a req-c0a54d2e-57b2-4ffc-81e0-6a477a8e8549 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.0898218 Jul 14 13:54:32.392905 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7dc72a3-a4ce-4062-8541-c4662937313a req-40457448-5b40-4571-9380-0753d08dbcf3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487201 Jul 14 13:54:32.893570 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-56753909-acb5-47c1-a8ef-227647562618 req-2081a008-230d-48d5-a1ad-a89fcf596ddf tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=8035ae0e-f9db-4712-8e74-f4d61b88e39e HTTP/1.1" status: 200 len: 210 time: 0.0857255 Jul 14 13:54:32.935576 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-e86c62ff-0ab9-4bba-b7d0-1519d2d7808a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:32.937534 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-e86c62ff-0ab9-4bba-b7d0-1519d2d7808a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 815 time: 0.2592261 Jul 14 13:54:32.975177 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-40d487ce-00fc-4851-8666-f27c402b8ae4 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/quotas/bb68f8d5f0a54e1b909e708f59f748a9 HTTP/1.1" status: 200 len: 375 time: 0.0241504 Jul 14 13:54:33.097599 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3e4d2366-f4c1-4a1d-945d-5924f36ae491 req-70b0d019-7b45-4deb-820b-f3c114a14c8d tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 210 time: 0.0618751 Jul 14 13:54:33.165064 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-b4a14769-e7e7-4d5e-a41c-4da3e4c54996 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1843107 Jul 14 13:54:33.371823 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-f9fd97e6-681d-4c1f-828e-cd45d2c871d7 service neutron] 10.222.0.44 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953869 Jul 14 13:54:33.381016 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae792-0d5f-41d0-81a9-056c632dbec5 req-14096a72-d6a4-4f66-b360-55aafcc73471 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:33.382589 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57cae792-0d5f-41d0-81a9-056c632dbec5 req-14096a72-d6a4-4f66-b360-55aafcc73471 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1437430 Jul 14 13:54:33.409483 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-a864b433-7383-42c4-a2c1-d93243ed89d5 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ecc21257daa479aa49f23acc4c13228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492296 Jul 14 13:54:33.500122 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57cae792-0d5f-41d0-81a9-056c632dbec5 req-2b2a2a50-9b9e-4cf3-a178-81b7fa642645 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036158 Jul 14 13:54:33.545684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-b87ad431-23a2-4f8b-be61-f70693e01d4b service neutron] 10.222.0.44 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606197 Jul 14 13:54:33.829883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b64b47-99a8-4d9d-b15c-4dc0eadbe25c req-b0b5ed25-d07e-44ae-90ae-062c51fa5115 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:33.832123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f1b64b47-99a8-4d9d-b15c-4dc0eadbe25c req-b0b5ed25-d07e-44ae-90ae-062c51fa5115 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1536739 Jul 14 13:54:33.885333 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c2912aaa-0223-4f3d-8a6b-1992fa91c200 req-97ed2d0d-c6d5-415a-9bf8-15bc2be40bdc tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.0519266 Jul 14 13:54:33.937019 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f1b64b47-99a8-4d9d-b15c-4dc0eadbe25c req-2e362309-cb07-428c-bf16-14c2b359acac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863681 Jul 14 13:54:34.070501 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-961d31ea-618a-45f1-af1b-3c05b0dbb1b8 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.073299 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-961d31ea-618a-45f1-af1b-3c05b0dbb1b8 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6576960 Jul 14 13:54:34.103801 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Request body: {'port': {'device_id': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f', 'admin_state_up': True, 'tenant_id': '6ecc21257daa479aa49f23acc4c13228'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:34.303958 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Made reservation on behalf of 6ecc21257daa479aa49f23acc4c13228 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:34.309930 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.323089 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.369042 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-da5b287f-3868-4248-ba46-fc0b81300d93 req-bc96d8b5-db4e-4195-ac9e-ba0648f3f3d3 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 210 time: 0.0886555 Jul 14 13:54:34.507883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.514759 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:34.749636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Allocated IP 192.168.233.122 (b1e26012-24d4-47f3-a6a5-aeda1cda6a1f/d8467feb-a5fd-4f1a-be40-a030692e93ac/2bace3e4-90f1-4cdd-bd85-fb7f11dd052d) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:34.822041 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2844535-8436-44e4-97c8-a3834be89f78 req-dd793361-1543-4eff-aa55-c6a7493d7290 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.835699 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b2844535-8436-44e4-97c8-a3834be89f78 req-dd793361-1543-4eff-aa55-c6a7493d7290 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2120087 Jul 14 13:54:34.849960 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device fbf210e9-9fe4-454a-83a3-d348207ccf7c no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:34.879766 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889be448-2bf9-4cbb-b3c2-52f7139c5293,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:34.882225 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8549bf-9f74-4ab0-81ad-f4cd16c61a70 req-06182ace-a333-47ce-9564-141af0d568f1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:34.886703 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cf8549bf-9f74-4ab0-81ad-f4cd16c61a70 req-06182ace-a333-47ce-9564-141af0d568f1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1855705 Jul 14 13:54:34.938667 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: fbf210e9-9fe4-454a-83a3-d348207ccf7c {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:34.939981 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device fbf210e9-9fe4-454a-83a3-d348207ccf7c not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:34.959625 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b2844535-8436-44e4-97c8-a3834be89f78 req-389c8a54-28e1-47ec-bb36-3cbfead7ed6c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213717 Jul 14 13:54:35.021769 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cf8549bf-9f74-4ab0-81ad-f4cd16c61a70 req-92e5e5e5-6c5c-4542-93f3-8e0bb0cadbca tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256537 Jul 14 13:54:35.086463 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:35.113047 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Transition to ACTIVE for port object 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:35.181441 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:35.218319 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ecafa195-f599-4622-9198-f8009b4f81e2 req-0760dad4-1145-4b2a-a93a-b573e2962c84 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.0737953 Jul 14 13:54:35.236687 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:35.247260 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:35.252556 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:35.288117 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Pushing event updated for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:35.311523 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49fa17-250c-476e-99e1-420e3fca1420 req-30a77b04-ecf7-429c-bbb6-46d398427a99 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.312241 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-da49fa17-250c-476e-99e1-420e3fca1420 req-30a77b04-ecf7-429c-bbb6-46d398427a99 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1466749 Jul 14 13:54:35.340882 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.341925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:35.362697 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-90134a5e-36b9-4e5d-ad31-5d8ddd086a49 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2650695 Jul 14 13:54:35.379869 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-da49fa17-250c-476e-99e1-420e3fca1420 req-ce918fd5-5005-4c12-9250-9e860d44345d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568051 Jul 14 13:54:35.547423 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-3f50c06a-53b1-4216-96bc-8a913a2c9662 None None] Provisioning for port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:35.553888 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-3f50c06a-53b1-4216-96bc-8a913a2c9662 None None] Provisioning complete for port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:35.554501 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-3f50c06a-53b1-4216-96bc-8a913a2c9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:35.611167 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-3f50c06a-53b1-4216-96bc-8a913a2c9662 None None] Port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:35.619868 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467dfd-ba37-46b7-882d-f161b95ea42a req-52e19a9b-d549-4104-9b8c-76eb778751c8 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:35.621516 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5f467dfd-ba37-46b7-882d-f161b95ea42a req-52e19a9b-d549-4104-9b8c-76eb778751c8 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 936 time: 0.0911667 Jul 14 13:54:35.677172 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5f467dfd-ba37-46b7-882d-f161b95ea42a req-45611e61-0e63-4dd5-8f81-51ceb03c210b tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Jul 14 13:54:36.270993 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ece00-e22f-4e95-a662-6415564870fd req-dc77b9b4-4b62-4b6b-8d1b-ece84268b11f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:36.272613 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb3ece00-e22f-4e95-a662-6415564870fd req-dc77b9b4-4b62-4b6b-8d1b-ece84268b11f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1059330 Jul 14 13:54:36.280863 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd1595-da56-494c-adef-db2bdf8cb3a7 req-dce216c8-1c7c-4e63-b109-382d2243488f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:36.282277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6dd1595-da56-494c-adef-db2bdf8cb3a7 req-dce216c8-1c7c-4e63-b109-382d2243488f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1285319 Jul 14 13:54:36.342193 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cb3ece00-e22f-4e95-a662-6415564870fd req-0d2389bc-9cc8-4db3-82b8-f4f72e5c4b12 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589018 Jul 14 13:54:36.344826 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e6dd1595-da56-494c-adef-db2bdf8cb3a7 req-c4ff584c-8a0d-4a90-a196-4a7d28996976 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549765 Jul 14 13:54:36.528622 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68417503-45ee-489d-ae48-dc9d0f0d3288 req-a8dcd6d1-6dcd-4fb2-8832-fd7b5125cfdb tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.0440066 Jul 14 13:54:36.595169 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757731-7709-4ba2-92ea-ec15606cccbd req-e11e02dd-080f-4c1b-aecc-7d8a38eaf3e9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:36.597091 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-87757731-7709-4ba2-92ea-ec15606cccbd req-e11e02dd-080f-4c1b-aecc-7d8a38eaf3e9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.0717330 Jul 14 13:54:36.641088 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-87757731-7709-4ba2-92ea-ec15606cccbd req-117823c1-688f-4719-bde6-182cf0fe726d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369949 Jul 14 13:54:36.888842 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78541-9330-409a-80cd-25b70c1bc73e req-3940719c-94e1-4864-bb05-8dcaf6522fa1 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:36.890405 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-74c78541-9330-409a-80cd-25b70c1bc73e req-3940719c-94e1-4864-bb05-8dcaf6522fa1 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 936 time: 0.0853014 Jul 14 13:54:36.932977 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-74c78541-9330-409a-80cd-25b70c1bc73e req-e1c26139-584f-40cf-8f3e-5c1b47884669 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365508 Jul 14 13:54:37.586500 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7f18-053a-4274-a349-24d9eaf62513 req-f98fe6a7-b6f2-4e77-bffa-aec32fc9dbeb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:37.588960 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e2c7f18-053a-4274-a349-24d9eaf62513 req-f98fe6a7-b6f2-4e77-bffa-aec32fc9dbeb tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1166723 Jul 14 13:54:37.602902 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184b60d-d778-43e8-b9b1-04c54fabe96a req-e14322cc-2f62-4537-a648-184298a961cd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:37.604473 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a184b60d-d778-43e8-b9b1-04c54fabe96a req-e14322cc-2f62-4537-a648-184298a961cd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1020074 Jul 14 13:54:37.664940 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4e2c7f18-053a-4274-a349-24d9eaf62513 req-812ee1ff-70bb-42c9-8a32-dfae938eb73d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592411 Jul 14 13:54:37.672591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a184b60d-d778-43e8-b9b1-04c54fabe96a req-f9fb4a8b-7beb-439f-a9ce-ad8b5ea8f512 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Jul 14 13:54:37.748333 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:37.751957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Request body: {'port': {'device_id': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:37.843469 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:37.916084 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0ad216e8-e69f-4d20-a37f-ccf729e6f6e7 req-10840dbd-0367-41f5-9e3e-f6da115de63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.0657790 Jul 14 13:54:37.983437 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ab2d4-4bce-440e-b13a-bcf3a8bf3ab5 req-99dc7a1c-b7f1-4685-bce8-0e80244b0eb6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:37.999381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e1ab2d4-4bce-440e-b13a-bcf3a8bf3ab5 req-99dc7a1c-b7f1-4685-bce8-0e80244b0eb6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.1638050 Jul 14 13:54:38.083329 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7e1ab2d4-4bce-440e-b13a-bcf3a8bf3ab5 req-88c35264-f5d3-4a8c-898f-5d01321a409e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825391 Jul 14 13:54:38.202629 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f892c-da0c-4f8d-bea1-dff03b129b3f req-ce551936-ece9-4ed9-93dc-c2592f04d7d5 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:38.205309 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c93f892c-da0c-4f8d-bea1-dff03b129b3f req-ce551936-ece9-4ed9-93dc-c2592f04d7d5 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 936 time: 0.0965633 Jul 14 13:54:38.292260 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c93f892c-da0c-4f8d-bea1-dff03b129b3f req-8fe31baf-2c66-4da2-8a84-8ccf1e24da8b tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747974 Jul 14 13:54:38.308195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:38.324278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.358930 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Transition to ACTIVE for port object 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:38.368839 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.469950 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:38.504561 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-96ce6819-ec96-48bf-acff-7cfcb322e4ef tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:38.506289 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-96ce6819-ec96-48bf-acff-7cfcb322e4ef tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 815 time: 0.2047853 Jul 14 13:54:38.533783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'port': {'device_id': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'admin_state_up': True, 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:38.555202 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Attempting to bind port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:38.555543 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Attempting to bind port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:38.555872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Attempting to bind port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d on network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:38.563495 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d on network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:54:38.564220 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Attempting to bind port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d on network b1e26012-24d4-47f3-a6a5-aeda1cda6a1f {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:38.574110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:38.574842 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Checking segment: {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:38.575305 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Bound using segment: {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:38.575951 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Bound port: 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e17ef93-aefc-40fb-af9d-c1f20211e9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:38.576483 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.697102 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:38.700765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:38.711555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.730217 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Made reservation on behalf of bb68f8d5f0a54e1b909e708f59f748a9 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:54:38.744710 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.859101 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:38.859720 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:38.880072 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/2bace3e4-90f1-4cdd-bd85-fb7f11dd052d HTTP/1.1" status: 200 len: 1098 time: 1.1358125 Jul 14 13:54:38.880605 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:38.898765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:39.024811 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278e122-8fce-4df9-9e4a-53130c2449e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:39.080567 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-8d0f989f-6f0b-4cc0-9527-bc19b9dcddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.083158 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-8d0f989f-6f0b-4cc0-9527-bc19b9dcddfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ecc21257daa479aa49f23acc4c13228&device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 1101 time: 0.1248875 Jul 14 13:54:39.164332 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Allocated IP 172.20.0.9 (14761c32-5dbc-4e64-b125-87d719331bc4/b0dca5d1-6573-4b81-8933-5523336061f4/7069730a-0119-4b5f-9999-cc381d75bf16) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:54:39.177776 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-37c42558-c357-4ba3-80be-f62f90645b21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d HTTP/1.1" status: 200 len: 217 time: 0.0793846 Jul 14 13:54:39.204887 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481ffbb-8235-47cb-bdc0-6ffc18bd3ff9 req-34fa0fa6-75b1-42f2-b649-5f4672eca428 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.214989 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3481ffbb-8235-47cb-bdc0-6ffc18bd3ff9 req-34fa0fa6-75b1-42f2-b649-5f4672eca428 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.3108199 Jul 14 13:54:39.278984 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eefe73-82af-4d63-b798-55f2664ae3e0 req-3ac47299-7375-40cf-bc09-c7f6541e75cd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.282032 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33eefe73-82af-4d63-b798-55f2664ae3e0 req-3ac47299-7375-40cf-bc09-c7f6541e75cd tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.4077492 Jul 14 13:54:39.283183 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-353af74c-6805-4c89-a05a-3a4de2fe527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.285138 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-353af74c-6805-4c89-a05a-3a4de2fe527c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8467feb-a5fd-4f1a-be40-a030692e93ac HTTP/1.1" status: 200 len: 843 time: 0.0923293 Jul 14 13:54:39.401127 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3481ffbb-8235-47cb-bdc0-6ffc18bd3ff9 req-f5073836-988f-4cfd-99f7-ed4d9a1db8cd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846802 Jul 14 13:54:39.441195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-cac809a0-f25c-46ef-8341-53605a5e7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:39.444489 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-cac809a0-f25c-46ef-8341-53605a5e7f66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1e26012-24d4-47f3-a6a5-aeda1cda6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1494794 Jul 14 13:54:39.495612 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33eefe73-82af-4d63-b798-55f2664ae3e0 req-dd660a78-deb5-49dd-afce-0347aa30bf41 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991138 Jul 14 13:54:39.628130 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122ea20-eaaf-479b-8c69-c0212c43094f x-openstack-request-id: req-e122ea20-eaaf-479b-8c69-c0212c43094f {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:39.628634 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:39.629104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e122ea20-eaaf-479b-8c69-c0212c43094f {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:39.640336 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d', 'status': 'completed', 'code': 200} Jul 14 13:54:39.695339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:39.739122 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:54:39.752745 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Transition to ACTIVE for port object 7069730a-0119-4b5f-9999-cc381d75bf16 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:39.802708 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-48c7757e-249c-49b3-9367-ecf35a3298d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b1e26012-24d4-47f3-a6a5-aeda1cda6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493254 Jul 14 13:54:40.045964 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1aacbf7-a77b-4eee-bf13-3ba01a6ffd7d req-6da93c16-d7d6-47bd-9b1a-1876bce17010 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.1013999 Jul 14 13:54:40.067581 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.145198 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:40.219470 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'mac_address': 'fa:16:3e:8a:91:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:54:40.276068 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f470ce-c4a7-4899-94e6-311d876a5876 req-458f13a6-a587-4c3c-b8bf-262fc4e842e4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.284128 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40f470ce-c4a7-4899-94e6-311d876a5876 req-458f13a6-a587-4c3c-b8bf-262fc4e842e4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 943 time: 0.5236664 Jul 14 13:54:40.298091 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Network 14761c32-5dbc-4e64-b125-87d719331bc4 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:54:40.318273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:54:40.371621 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.393856 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:40.474006 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-789e85a5-bf09-4bd9-9b18-8a1703b8ef05 req-c0267afe-a957-4e7c-91ce-394656df54ba service neutron] 10.222.0.36 "GET /v2.0/networks/b1e26012-24d4-47f3-a6a5-aeda1cda6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780932 Jul 14 13:54:40.476010 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:40.509716 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:40.740287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=9']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:40.913908 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:40.931813 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-c9801b8a-752f-4940-b204-f99edfeb849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:40.934818 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-c9801b8a-752f-4940-b204-f99edfeb849c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ecc21257daa479aa49f23acc4c13228&device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 1101 time: 0.1726861 Jul 14 13:54:41.150625 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-22fc525f-f285-4a12-aaf2-0094ec6754d6 None None] Provisioning for port 7069730a-0119-4b5f-9999-cc381d75bf16 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:41.175068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-22fc525f-f285-4a12-aaf2-0094ec6754d6 None None] Provisioning complete for port 7069730a-0119-4b5f-9999-cc381d75bf16 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:41.175755 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-22fc525f-f285-4a12-aaf2-0094ec6754d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.181693 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:54:41.252590 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-22fc525f-f285-4a12-aaf2-0094ec6754d6 None None] Port 7069730a-0119-4b5f-9999-cc381d75bf16 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:54:41.287938 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:41.351327 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-40f470ce-c4a7-4899-94e6-311d876a5876 req-47361fa1-3f24-4c4e-9881-869ca00ea74e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0660474 Jul 14 13:54:41.487053 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:41.488306 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:41.574673 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-d5ec7d49-7f95-40cf-85a5-2754b3df129e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0492985 Jul 14 13:54:41.625450 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef2621-34b3-4486-ac23-87c70e326aab req-09f08e2b-8c40-45d3-9509-acaba84b022e tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:41.637963 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9eef2621-34b3-4486-ac23-87c70e326aab req-09f08e2b-8c40-45d3-9509-acaba84b022e tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.4656308 Jul 14 13:54:41.719316 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-639e57ac-7717-44b7-8a52-c04293badee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:41.728970 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-639e57ac-7717-44b7-8a52-c04293badee6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1e26012-24d4-47f3-a6a5-aeda1cda6a1f HTTP/1.1" status: 200 len: 870 time: 0.4159327 Jul 14 13:54:41.768431 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9eef2621-34b3-4486-ac23-87c70e326aab req-d94962cc-fa24-4cff-a99f-12e5f21b170d tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288438 Jul 14 13:54:42.191869 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be367-8a92-449b-90a8-cb57a216243b req-63e4cd74-20ff-4fb7-93dc-3328a1011e16 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:42.194639 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-108be367-8a92-449b-90a8-cb57a216243b req-63e4cd74-20ff-4fb7-93dc-3328a1011e16 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1793568 Jul 14 13:54:42.282594 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-108be367-8a92-449b-90a8-cb57a216243b req-bfd171b7-a3bb-45c0-9cf3-478d5342b64a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802636 Jul 14 13:54:42.298238 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd3de5-c1bd-428d-86fb-22269fbb9073 req-977a14f7-574f-4494-aeac-5c084f7c4066 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:42.308486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0ddd3de5-c1bd-428d-86fb-22269fbb9073 req-977a14f7-574f-4494-aeac-5c084f7c4066 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1691108 Jul 14 13:54:42.371659 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0ddd3de5-c1bd-428d-86fb-22269fbb9073 req-70f88acf-aeb9-4d3f-9eab-b554f2cf7dbb tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611966 Jul 14 13:54:42.604272 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af074-9d88-40d9-ac03-14c086a81b4e req-e2028ded-3b0e-435d-855a-01f3abdab2db tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:42.606920 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6f1af074-9d88-40d9-ac03-14c086a81b4e req-e2028ded-3b0e-435d-855a-01f3abdab2db tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1182201 Jul 14 13:54:42.714092 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6f1af074-9d88-40d9-ac03-14c086a81b4e req-3708bbd8-f3c4-479c-ab4a-47a9cfbe040c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991950 Jul 14 13:54:42.768010 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac731ae4-8c78-4890-8ebd-67b331991917 req-35c0bdc7-e7d3-47ad-abc7-41192eda5e9c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:42.769798 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac731ae4-8c78-4890-8ebd-67b331991917 req-35c0bdc7-e7d3-47ad-abc7-41192eda5e9c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 944 time: 0.1124351 Jul 14 13:54:42.863970 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac731ae4-8c78-4890-8ebd-67b331991917 req-b2d73f64-d03b-4075-a315-056a78a27ec2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832069 Jul 14 13:54:43.186478 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a6224-ac9a-4528-b364-af80ee00a321 req-fc113584-125a-41e9-8b68-689bf319d0fc tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:43.189776 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bf3a6224-ac9a-4528-b364-af80ee00a321 req-fc113584-125a-41e9-8b68-689bf319d0fc tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.1380918 Jul 14 13:54:43.333267 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bf3a6224-ac9a-4528-b364-af80ee00a321 req-b2426aa6-34b4-474b-8f5e-5019af189267 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077971 Jul 14 13:54:43.723897 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0b107-7771-426c-965f-7c72e6f4baaf req-1d376453-d3c5-4dfb-9739-d672120be31e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:43.730238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1c0b107-7771-426c-965f-7c72e6f4baaf req-1d376453-d3c5-4dfb-9739-d672120be31e tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1879802 Jul 14 13:54:43.776611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:43.783745 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a1c0b107-7771-426c-965f-7c72e6f4baaf req-0e4eb314-1497-48d3-b92c-50797080d447 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470629 Jul 14 13:54:43.796148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccde80-fb2e-4243-819e-e570a9ef2bd9 req-9fe09281-984c-4ace-8418-966f15f5dc73 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:43.797938 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f7ccde80-fb2e-4243-819e-e570a9ef2bd9 req-9fe09281-984c-4ace-8418-966f15f5dc73 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1968133 Jul 14 13:54:43.880039 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:43.880565 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:43.947220 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f7ccde80-fb2e-4243-819e-e570a9ef2bd9 req-03f42612-814c-4ec2-a2bb-98bfa516d3fc tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234727 Jul 14 13:54:44.131860 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:44.211615 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:44.213194 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:44.214959 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c51266-c222-4c48-a3ee-6d22d9254711 req-c02709ee-54c2-40a1-9599-48862b098d7c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:44.216979 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3c51266-c222-4c48-a3ee-6d22d9254711 req-c02709ee-54c2-40a1-9599-48862b098d7c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1513846 Jul 14 13:54:44.217136 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43cdab2-9f0d-4ce8-96a1-7f371404a595" -d '{"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:44.241526 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:44.364542 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3c51266-c222-4c48-a3ee-6d22d9254711 req-651abad5-c7ef-428b-b659-2256a8e65efc tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343684 Jul 14 13:54:44.368230 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=10']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:44.433257 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd124d0-36dc-40d4-b0ea-e2ff959057d7 req-76e655ec-5e7e-4968-9710-31c371e3e7ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:44.435165 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddd124d0-36dc-40d4-b0ea-e2ff959057d7 req-76e655ec-5e7e-4968-9710-31c371e3e7ac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.1672003 Jul 14 13:54:44.450613 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac284f16-f2e3-406a-92c3-08303fbf27be x-openstack-request-id: req-ac284f16-f2e3-406a-92c3-08303fbf27be {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:44.450985 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-plugged", "status": "completed", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:44.451421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac284f16-f2e3-406a-92c3-08303fbf27be {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:44.451983 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'code': 200} Jul 14 13:54:44.512223 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddd124d0-36dc-40d4-b0ea-e2ff959057d7 req-02e23b7e-7d6d-480a-ba69-70eac4915496 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594072 Jul 14 13:54:44.692658 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628a540-e0d5-4543-8819-89bc45587eae req-13782b8e-b520-4930-8707-e8f06de8da0a tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:44.695277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a628a540-e0d5-4543-8819-89bc45587eae req-13782b8e-b520-4930-8707-e8f06de8da0a tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.1027024 Jul 14 13:54:44.751986 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a628a540-e0d5-4543-8819-89bc45587eae req-17b34e62-5546-43ed-9029-602e1fe82621 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Jul 14 13:54:45.058511 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e06b1-0737-4bef-b677-3e3206e36c0a req-434ad990-38c1-43da-b1f1-02f682dff7fa tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:45.072812 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dc4e06b1-0737-4bef-b677-3e3206e36c0a req-434ad990-38c1-43da-b1f1-02f682dff7fa tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1325395 Jul 14 13:54:45.172984 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dc4e06b1-0737-4bef-b677-3e3206e36c0a req-0cd9fb1c-4b59-43d6-80ec-5e75d3cd1efb tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jul 14 13:54:45.339786 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93497d89-601b-4507-af44-2ad23ff0fb95 req-5e8f202d-62a6-4056-8f3b-deb27c187955 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:45.343010 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93497d89-601b-4507-af44-2ad23ff0fb95 req-5e8f202d-62a6-4056-8f3b-deb27c187955 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1419158 Jul 14 13:54:45.491166 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93497d89-601b-4507-af44-2ad23ff0fb95 req-1139f30c-2d47-4d64-b647-8bdc1243b56d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235287 Jul 14 13:54:45.774041 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404be1f6-3477-4bc5-a177-564cb8003fd8 req-0f0a3fc4-ddde-403c-be9c-de0248f01877 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:45.775560 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-404be1f6-3477-4bc5-a177-564cb8003fd8 req-0f0a3fc4-ddde-403c-be9c-de0248f01877 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1195891 Jul 14 13:54:45.847086 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-404be1f6-3477-4bc5-a177-564cb8003fd8 req-823e7c36-7cba-4480-8f86-90969d154c52 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630276 Jul 14 13:54:45.873084 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273b44-3441-413e-83ea-fd72f4258832 req-c5b4711e-f964-4b17-9c92-a13a28f884b3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:45.873084 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-08273b44-3441-413e-83ea-fd72f4258832 req-c5b4711e-f964-4b17-9c92-a13a28f884b3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.1560588 Jul 14 13:54:45.942566 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-08273b44-3441-413e-83ea-fd72f4258832 req-92feb032-db4d-43cf-81da-7a792ade8872 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683908 Jul 14 13:54:46.079431 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6295-66b8-4e77-87c7-f72681a14d36 req-19c1c9ce-e8ba-4b80-a8e6-00d9fb9a5484 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.082260 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b6e6295-66b8-4e77-87c7-f72681a14d36 req-19c1c9ce-e8ba-4b80-a8e6-00d9fb9a5484 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.0861232 Jul 14 13:54:46.139415 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b6e6295-66b8-4e77-87c7-f72681a14d36 req-e87f2e3b-8a8b-45b8-8f45-8cd11343ea50 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495107 Jul 14 13:54:46.491539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e92f0-6556-435e-9d53-61cadf18d5ad req-2bb43528-33a0-4b8d-b1ae-3babb4e33681 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.493521 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b77e92f0-6556-435e-9d53-61cadf18d5ad req-2bb43528-33a0-4b8d-b1ae-3babb4e33681 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1177812 Jul 14 13:54:46.562576 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b77e92f0-6556-435e-9d53-61cadf18d5ad req-6b7af738-0d98-4f86-960e-f7e203a5c89c tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Jul 14 13:54:46.798113 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99500e0-e51d-4eca-aa59-bb6d6fc5bd1f req-472dbf82-9381-40e5-97a7-1adf17d5c3d7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:46.810335 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b99500e0-e51d-4eca-aa59-bb6d6fc5bd1f req-472dbf82-9381-40e5-97a7-1adf17d5c3d7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1174316 Jul 14 13:54:46.870714 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b99500e0-e51d-4eca-aa59-bb6d6fc5bd1f req-3fb82769-c892-42f6-ac41-17d2f04c546c tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Jul 14 13:54:47.132992 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18e40-d3df-410d-ba3c-14dc6268792e req-4cfa7b08-d0f6-46cf-95d0-1570f59d9671 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:47.140934 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c1e18e40-d3df-410d-ba3c-14dc6268792e req-4cfa7b08-d0f6-46cf-95d0-1570f59d9671 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1230252 Jul 14 13:54:47.266796 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c1e18e40-d3df-410d-ba3c-14dc6268792e req-5d46dbf9-dcfc-45ae-8508-c2c9818776b5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246114 Jul 14 13:54:47.480324 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcebab-bc21-4438-b2cc-d34482fc6d79 req-069e76a1-f7b0-4c1b-a93c-5b25098206e5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:47.505717 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-56fcebab-bc21-4438-b2cc-d34482fc6d79 req-069e76a1-f7b0-4c1b-a93c-5b25098206e5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.2807539 Jul 14 13:54:47.637377 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-56fcebab-bc21-4438-b2cc-d34482fc6d79 req-2d559ecc-2daa-4e3a-85d8-c2a9ed375f53 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205282 Jul 14 13:54:47.754456 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b689fc-5824-4dcc-b292-c6a86a36acc4 req-67882821-d4d9-4255-9e67-262c6ed073b7 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:47.757493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-28b689fc-5824-4dcc-b292-c6a86a36acc4 req-67882821-d4d9-4255-9e67-262c6ed073b7 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.2036192 Jul 14 13:54:47.847592 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-28b689fc-5824-4dcc-b292-c6a86a36acc4 req-74c4073a-35fd-48d4-af90-8e449ace6519 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Jul 14 13:54:47.944117 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39582f89-caf3-4570-b596-c72b81a94a0a req-6daf8e8d-6978-4335-a090-ea60b45e6f9d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:47.947172 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-39582f89-caf3-4570-b596-c72b81a94a0a req-6daf8e8d-6978-4335-a090-ea60b45e6f9d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1180325 Jul 14 13:54:48.022345 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-39582f89-caf3-4570-b596-c72b81a94a0a req-6159a06f-4d4a-4245-a6f7-1307a71688ce tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615046 Jul 14 13:54:48.069809 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:54:48.221709 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2bfc3-3b26-4a68-9399-ed3e2529f1bd req-07eb1be1-5b45-4535-89a5-acc137dfc4ce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:48.224531 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aee2bfc3-3b26-4a68-9399-ed3e2529f1bd req-07eb1be1-5b45-4535-89a5-acc137dfc4ce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1263578 Jul 14 13:54:48.291973 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aee2bfc3-3b26-4a68-9399-ed3e2529f1bd req-b8b5d304-57db-493b-b828-8cfb4ffdb9b6 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546722 Jul 14 13:54:48.612353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945144fd-150d-4b4c-81fb-41f5ad5c6da5 req-4c934d1d-b2a3-4537-a1e6-78ae17aadf44 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:48.617003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-945144fd-150d-4b4c-81fb-41f5ad5c6da5 req-4c934d1d-b2a3-4537-a1e6-78ae17aadf44 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1692832 Jul 14 13:54:48.710220 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-945144fd-150d-4b4c-81fb-41f5ad5c6da5 req-52344d67-3f87-400d-95b8-57be4799e8a9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849895 Jul 14 13:54:49.062541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71f6c1-4279-4fbd-95a6-d25fb37d3fe4 req-84672797-1ff9-4f69-9c40-ea764c246ab8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:49.064844 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fd71f6c1-4279-4fbd-95a6-d25fb37d3fe4 req-84672797-1ff9-4f69-9c40-ea764c246ab8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.1890974 Jul 14 13:54:49.170641 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fd71f6c1-4279-4fbd-95a6-d25fb37d3fe4 req-e0cee567-a8bf-4e0b-8c01-7abe098ea8a2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923779 Jul 14 13:54:49.252494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c834d1d-de9a-4696-8af8-7bb19c1d17bf req-6d081962-abc2-440e-8283-6d87f426b89f tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:49.256610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c834d1d-de9a-4696-8af8-7bb19c1d17bf req-6d081962-abc2-440e-8283-6d87f426b89f tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.1638403 Jul 14 13:54:49.381855 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c834d1d-de9a-4696-8af8-7bb19c1d17bf req-5eb14a7e-cfe5-4485-89f0-7a3c4c2d18e0 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008041 Jul 14 13:54:49.574895 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c27f65-0906-4d85-a439-ecdaca314c2a req-a5f07fea-1f11-4e07-b3a6-258d5d6e679f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:49.582509 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34c27f65-0906-4d85-a439-ecdaca314c2a req-a5f07fea-1f11-4e07-b3a6-258d5d6e679f tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2321711 Jul 14 13:54:49.737762 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34c27f65-0906-4d85-a439-ecdaca314c2a req-aed13128-4d64-486c-80d7-aa17496ec495 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538770 Jul 14 13:54:49.855587 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42584e8c-f927-4cff-91af-ab5ce75598ed req-f83ddabb-4d54-4523-957e-accb3a0c9638 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:49.871435 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-42584e8c-f927-4cff-91af-ab5ce75598ed req-f83ddabb-4d54-4523-957e-accb3a0c9638 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.1986492 Jul 14 13:54:49.957259 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-42584e8c-f927-4cff-91af-ab5ce75598ed req-32e39a0c-38d7-47c0-bf16-8cc6e439f725 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846550 Jul 14 13:54:50.070652 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbdc0b-a30d-406a-913d-d47980bc1420 req-fc01d986-0270-45dc-85f6-8d1d84aed798 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:50.072257 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-53fbdc0b-a30d-406a-913d-d47980bc1420 req-fc01d986-0270-45dc-85f6-8d1d84aed798 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0881965 Jul 14 13:54:50.125403 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-53fbdc0b-a30d-406a-913d-d47980bc1420 req-8a2ac6c2-30b0-4d27-bd86-59aa6bd62e35 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Jul 14 13:54:50.390726 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c6e45-b960-4d56-b871-f4a73b3d3784 req-45b15a65-8adb-4fef-9e52-1ac177e4d38f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:50.392371 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-557c6e45-b960-4d56-b871-f4a73b3d3784 req-45b15a65-8adb-4fef-9e52-1ac177e4d38f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.0876048 Jul 14 13:54:50.436554 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-557c6e45-b960-4d56-b871-f4a73b3d3784 req-0674b222-c984-4baf-af81-3da173b1565a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Jul 14 13:54:50.668355 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db417ded-ab56-4e34-895e-96ee01a312a6 req-33958521-6ae0-47be-a9a4-94a1956fee31 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:50.670691 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db417ded-ab56-4e34-895e-96ee01a312a6 req-33958521-6ae0-47be-a9a4-94a1956fee31 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 948 time: 0.0949817 Jul 14 13:54:50.735316 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db417ded-ab56-4e34-895e-96ee01a312a6 req-23e6a8c6-050c-4eaa-a4e3-acb2255ab7ce tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Jul 14 13:54:50.757726 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Request body: {'port': {'device_id': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:54:50.806901 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-193b2d1c-a7c6-4bfc-810c-333223dca769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d HTTP/1.1" status: 200 len: 217 time: 0.0651803 Jul 14 13:54:50.883857 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:50.926572 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-9e4d9d12-58c7-482e-bda1-248437b7d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:50.928635 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-9e4d9d12-58c7-482e-bda1-248437b7d8f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8467feb-a5fd-4f1a-be40-a030692e93ac HTTP/1.1" status: 200 len: 843 time: 0.1086962 Jul 14 13:54:51.074763 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-d963c23a-8fdc-4f83-bf4c-408dd7a1f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.079130 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-d963c23a-8fdc-4f83-bf4c-408dd7a1f7ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1e26012-24d4-47f3-a6a5-aeda1cda6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1321003 Jul 14 13:54:51.194963 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-b08096d9-b266-4145-bdbe-a9c7eec30bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.196450 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-b08096d9-b266-4145-bdbe-a9c7eec30bda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1098 time: 0.2073216 Jul 14 13:54:51.284866 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-cb2f64ba-07cc-43fd-ae08-b97c877160d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b1e26012-24d4-47f3-a6a5-aeda1cda6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843960 Jul 14 13:54:51.371594 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc13a4-8d9b-488c-be6f-fa82519342c7 req-4961187f-25d7-4dd3-9dd0-48c5b7de72ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.373267 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62bc13a4-8d9b-488c-be6f-fa82519342c7 req-4961187f-25d7-4dd3-9dd0-48c5b7de72ef tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.2767811 Jul 14 13:54:51.433751 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e4a0b-d1cb-443f-bde4-8e30674819d7 req-47392313-0fdc-4223-9b53-43ab56ca41b3 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.436059 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f95e4a0b-d1cb-443f-bde4-8e30674819d7 req-47392313-0fdc-4223-9b53-43ab56ca41b3 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 931 time: 0.2838140 Jul 14 13:54:51.471797 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-4a8375dc-0b6b-4bcc-8d00-3011bff62507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.474430 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-4a8375dc-0b6b-4bcc-8d00-3011bff62507 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.2612309 Jul 14 13:54:51.519253 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62bc13a4-8d9b-488c-be6f-fa82519342c7 req-c517246b-0889-4fd5-b701-b59ca4e93e6d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350880 Jul 14 13:54:51.579158 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f95e4a0b-d1cb-443f-bde4-8e30674819d7 req-2dd1426e-1d70-49de-9e87-f45a39392642 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283629 Jul 14 13:54:51.589544 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-f8649308-4238-44b1-b031-b36b8f26a6f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1e26012-24d4-47f3-a6a5-aeda1cda6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914495 Jul 14 13:54:51.593677 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7069730a-0119-4b5f-9999-cc381d75bf16 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:51.621731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d0e0-e067-4c32-9ed4-4d803402ab40 req-9bcc2f93-e66d-4eea-9de0-07fb09e5ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.622770 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.623304 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-6e05d0e0-e067-4c32-9ed4-4d803402ab40 req-9bcc2f93-e66d-4eea-9de0-07fb09e5ff2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 1099 time: 0.2569847 Jul 14 13:54:51.629665 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-2a3c30d7-d455-460d-9b97-e3aff6065b46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 1001 time: 0.1455982 Jul 14 13:54:51.647807 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Transition to ACTIVE for port object 7069730a-0119-4b5f-9999-cc381d75bf16 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:54:51.654142 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:51.727077 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-6e05d0e0-e067-4c32-9ed4-4d803402ab40 req-f9353eeb-8206-4d32-a228-5bd9f407e05b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904024 Jul 14 13:54:51.736207 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-6c1dfb78-7db2-43a6-b81b-a3bb8b7d595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:51.738309 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-6c1dfb78-7db2-43a6-b81b-a3bb8b7d595e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.0933475 Jul 14 13:54:51.794417 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:51.815333 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:54:51.960626 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:51.966152 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Attempting to bind port 7069730a-0119-4b5f-9999-cc381d75bf16 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:54:51.966497 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Attempting to bind port 7069730a-0119-4b5f-9999-cc381d75bf16 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:54:51.966835 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Attempting to bind port 7069730a-0119-4b5f-9999-cc381d75bf16 on network 14761c32-5dbc-4e64-b125-87d719331bc4 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:51.982260 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d', 'network_id': 'b1e26012-24d4-47f3-a6a5-aeda1cda6a1f', 'port_id': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d', 'mac_address': 'fa:16:3e:91:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8467feb-a5fd-4f1a-be40-a030692e93ac', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:54:51.986791 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Port 7069730a-0119-4b5f-9999-cc381d75bf16 on network 14761c32-5dbc-4e64-b125-87d719331bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:54:51.987230 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Attempting to bind port 7069730a-0119-4b5f-9999-cc381d75bf16 on network 14761c32-5dbc-4e64-b125-87d719331bc4 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:54:51.998869 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:54:51.999218 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Checking segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:54:51.999726 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Bound using segment: {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:54:52.000018 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Bound port: 7069730a-0119-4b5f-9999-cc381d75bf16, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37db9000-c3f2-46c2-a65b-65460b6b1d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:54:52.000412 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.025013 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd92fe3-e333-407b-a9d4-f30ddf505d31 req-61b15628-26ee-4d48-9e02-fdb185a0924e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.026809 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efd92fe3-e333-407b-a9d4-f30ddf505d31 req-61b15628-26ee-4d48-9e02-fdb185a0924e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.2467685 Jul 14 13:54:52.045360 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed2886-58fe-425c-b494-5e076b81014b req-4f525148-06e0-48fa-be61-8ad1a53f873a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.048293 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-26ed2886-58fe-425c-b494-5e076b81014b req-4f525148-06e0-48fa-be61-8ad1a53f873a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.2249324 Jul 14 13:54:52.062611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.085391 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:52.121214 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-4f3567ef-69c7-4f16-884d-0679a5b2e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.124404 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-4f3567ef-69c7-4f16-884d-0679a5b2e5ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049705 Jul 14 13:54:52.135190 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:52.145922 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.231300 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:52.244446 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:54:52.254851 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:54:52.278921 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efd92fe3-e333-407b-a9d4-f30ddf505d31 req-7389b3bf-6f4b-4ed3-b12b-349b80a7418d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290711 Jul 14 13:54:52.280619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.323786 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-5513ae5d-a2d3-4eca-981d-93a0b77914f8 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910331 Jul 14 13:54:52.385927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.387018 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:52.389559 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] 10.222.0.36 "PUT /v2.0/ports/7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 1093 time: 1.6401746 Jul 14 13:54:52.390804 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:52.406845 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3" -d '{"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:52.420802 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-26ed2886-58fe-425c-b494-5e076b81014b req-695f39d6-f597-46b1-9828-abc2fba19391 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504312 Jul 14 13:54:52.446953 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f38456-f3d4-485d-b715-6f0dc27f1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:52.497550 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e0baf5ca-5c87-4bc1-9cb3-6362d1b2828a req-0195e2fe-fbee-4918-8715-847e6b2d7f5a service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659799 Jul 14 13:54:52.538275 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['2bace3e4-90f1-4cdd-bd85-fb7f11dd052d'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:52.642191 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6daeba-0c3b-44d5-9497-ae00e394b355 x-openstack-request-id: req-2c6daeba-0c3b-44d5-9497-ae00e394b355 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:52.643701 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:52.644481 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c6daeba-0c3b-44d5-9497-ae00e394b355 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:52.645170 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:54:52.665830 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b95b-f118-43d9-b703-6788be68e14d req-b0ec2e7d-f877-4c20-bda0-f5afc4d30531 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.667705 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7651b95b-f118-43d9-b703-6788be68e14d req-b0ec2e7d-f877-4c20-bda0-f5afc4d30531 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 949 time: 0.1920164 Jul 14 13:54:52.674694 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-6d880a7f-dd95-41fb-a411-bd44bc02fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.676492 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-6d880a7f-dd95-41fb-a411-bd44bc02fb56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1096 time: 0.1424017 Jul 14 13:54:52.721342 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7651b95b-f118-43d9-b703-6788be68e14d req-f79ab2e9-c00e-4f1a-a700-58033b883931 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Jul 14 13:54:52.757504 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-b6e1dc0e-6e67-4ed9-a356-4fbe33105080 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 217 time: 0.0596073 Jul 14 13:54:52.842681 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-0a8dc331-5286-472f-8c5c-302167782c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.845126 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-0a8dc331-5286-472f-8c5c-302167782c40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0781147 Jul 14 13:54:52.878114 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe86775-a549-4fc8-a218-fd58c8fc3bc5 req-58e2089b-3927-491e-9ec5-97209e256338 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.880441 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efe86775-a549-4fc8-a218-fd58c8fc3bc5 req-58e2089b-3927-491e-9ec5-97209e256338 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.0864213 Jul 14 13:54:52.948072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-130b928c-a230-4bbb-a8d9-d51cdd535a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:52.949871 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-130b928c-a230-4bbb-a8d9-d51cdd535a0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919361 Jul 14 13:54:52.968093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efe86775-a549-4fc8-a218-fd58c8fc3bc5 req-10ef9416-82de-49ed-aac2-bfae44ef2f83 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784776 Jul 14 13:54:53.084255 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb33a7-a289-4ded-b4ab-656ee63c7e63 req-2b23d3ab-3dbe-45af-9b69-8a7ee3365135 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:53.087462 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bddb33a7-a289-4ded-b4ab-656ee63c7e63 req-2b23d3ab-3dbe-45af-9b69-8a7ee3365135 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 943 time: 0.1392074 Jul 14 13:54:53.133338 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-5edbf796-8598-442b-810f-18ac0c5b4835 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601894 Jul 14 13:54:53.155500 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bddb33a7-a289-4ded-b4ab-656ee63c7e63 req-47c260dd-340f-449e-9979-42c6567bd0f4 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Jul 14 13:54:53.333551 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-59a21684-b7d7-4d35-a96d-101d82e0d24a req-5a31c72b-76d4-4bdd-aca3-f1257af8c5e0 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455121 Jul 14 13:54:53.589353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb1c6a-0456-4032-88f1-14394651e74c req-d548cf62-a7ea-4790-b153-489d5e6de21c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:53.597006 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-54fb1c6a-0456-4032-88f1-14394651e74c req-d548cf62-a7ea-4790-b153-489d5e6de21c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1317780 Jul 14 13:54:53.683070 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-9af45377-453d-4970-8562-3d19057a6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:53.684431 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-54fb1c6a-0456-4032-88f1-14394651e74c req-5c2c628c-ee5f-4699-9032-1477d219d07c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791416 Jul 14 13:54:53.685507 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-9af45377-453d-4970-8562-3d19057a6942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1096 time: 0.1860383 Jul 14 13:54:53.849584 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:54:53.851384 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30cf5-92b7-477a-a37c-b475843bc92a req-6942c0d3-e5ea-4b80-a755-de0a5acae66d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:53.853988 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cbb30cf5-92b7-477a-a37c-b475843bc92a req-6942c0d3-e5ea-4b80-a755-de0a5acae66d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.1139636 Jul 14 13:54:53.886034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-ce2a52f2-05d6-4a10-b8db-f284da9bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:53.889170 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-ce2a52f2-05d6-4a10-b8db-f284da9bcf94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.1622763 Jul 14 13:54:53.948651 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cbb30cf5-92b7-477a-a37c-b475843bc92a req-8edc6f58-a9f4-4add-9a62-140d6ff2712b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706923 Jul 14 13:54:53.963068 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:54:53.971366 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:54:53.972949 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:53.993519 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-e50b85f8-dc27-4d1d-89a6-f4e3e465afe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 217 time: 0.0745230 Jul 14 13:54:54.087139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-82fa41cc-f0b2-4c36-9d24-3a1ba0aa039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.088702 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-82fa41cc-f0b2-4c36-9d24-3a1ba0aa039b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0675616 Jul 14 13:54:54.096141 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33594c47-bcc9-44bc-bead-75e0f21447b9 req-02d79490-f24c-435e-bc18-6459bc5d449c tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.120599 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33594c47-bcc9-44bc-bead-75e0f21447b9 req-02d79490-f24c-435e-bc18-6459bc5d449c tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 949 time: 0.1351864 Jul 14 13:54:54.134806 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:54.206565 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:54.219826 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7606d899-c097-4070-a795-0c183f42ae65" -d '{"events": [{"server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "name": "network-vif-plugged", "status": "completed", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:54.222368 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33594c47-bcc9-44bc-bead-75e0f21447b9 req-a6066b61-e9a3-4a75-bb92-6e2be186e7f8 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004622 Jul 14 13:54:54.264562 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:54.273961 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:54.275658 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-c55274be-65c6-4116-b31e-4c91cf461261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.290188 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-c55274be-65c6-4116-b31e-4c91cf461261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1763320 Jul 14 13:54:54.392527 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:54.432771 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-e194afa4-4c4f-4516-bf0b-e5dcf33f105a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.434437 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-e194afa4-4c4f-4516-bf0b-e5dcf33f105a tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1580451 Jul 14 13:54:54.512343 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-eca864d3-79c2-4265-abf6-5da462b1e210 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090147 Jul 14 13:54:54.616325 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc557a93-e1ba-4b38-86d3-f746e8c996f7 req-f9c79aee-0380-4d86-bcb9-d993e20522e8 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.619426 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc557a93-e1ba-4b38-86d3-f746e8c996f7 req-f9c79aee-0380-4d86-bcb9-d993e20522e8 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 943 time: 0.1836267 Jul 14 13:54:54.650959 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b10ddedb-f24e-4940-9ba3-2aa9af9873a3 req-24f823e2-4914-42f9-84f0-d23ba5883126 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316540 Jul 14 13:54:54.690239 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e3d-8440-46ba-b3b0-04c5da873bd8 req-a5743d23-cd92-4dd4-ac53-47eb0f807572 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:54.692226 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b397e3d-8440-46ba-b3b0-04c5da873bd8 req-a5743d23-cd92-4dd4-ac53-47eb0f807572 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 946 time: 0.1957853 Jul 14 13:54:54.723133 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc557a93-e1ba-4b38-86d3-f746e8c996f7 req-7f64b360-0060-4457-9bcb-f7f6fadefd2b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Jul 14 13:54:54.724638 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Deleting port 1c43871d-4d65-43dd-8557-b49bd807dd9b {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:54.725199 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:54.806369 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad2d94-5e13-4bf5-a701-64e9b833ab53 x-openstack-request-id: req-50ad2d94-5e13-4bf5-a701-64e9b833ab53 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:54.806847 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "name": "network-vif-plugged", "status": "completed", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:54.807258 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50ad2d94-5e13-4bf5-a701-64e9b833ab53 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:54.807860 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d', 'code': 200} Jul 14 13:54:54.828150 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b397e3d-8440-46ba-b3b0-04c5da873bd8 req-0e732ab6-eaca-4f29-b837-4243fdc92bff tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee92a10f-2a1c-48a8-aa89-1bf092067c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169207 Jul 14 13:54:54.905326 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] For port 1c43871d-4d65-43dd-8557-b49bd807dd9b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=1c43871d-4d65-43dd-8557-b49bd807dd9b,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:54.905998 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:54.925577 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Calling delete_port for 1c43871d-4d65-43dd-8557-b49bd807dd9b owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:55.088283 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a1ba9-d8b8-45fc-a694-cf0153a8411f req-49f070aa-af15-4dca-a24a-9691d13e0334 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.090044 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-705a1ba9-d8b8-45fc-a694-cf0153a8411f req-49f070aa-af15-4dca-a24a-9691d13e0334 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1119509 Jul 14 13:54:55.176431 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405616-b24a-47df-bb57-1a56fab4a03d req-c2073fb0-62a3-4317-953a-bb827a702d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.178337 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5f405616-b24a-47df-bb57-1a56fab4a03d req-c2073fb0-62a3-4317-953a-bb827a702d69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 1103 time: 0.0767312 Jul 14 13:54:55.220099 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:55.231996 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-705a1ba9-d8b8-45fc-a694-cf0153a8411f req-433cfab4-21c4-4184-bf31-85d7c38d35ee tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081603 Jul 14 13:54:55.239903 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5f405616-b24a-47df-bb57-1a56fab4a03d req-1d5cf412-a226-467a-a5da-f32eaecfe586 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551283 Jul 14 13:54:55.275065 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['1c43871d-4d65-43dd-8557-b49bd807dd9b'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:55.277577 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Pushing event deleted for resources: {'Port': ['ID=1c43871d-4d65-43dd-8557-b49bd807dd9b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:55.632267 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-182e606e-038e-40b0-872f-7346414e87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:55.632612 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] No DVR routers for this DVR port 1c43871d-4d65-43dd-8557-b49bd807dd9b on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:54:55.653757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:55.656337 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ddcd0cd-8bcf-438a-8745-3de96cc9a26e req-a6750c35-e2cd-4289-9aa2-e29cdf998a2d tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.36 "DELETE /v2.0/ports/1c43871d-4d65-43dd-8557-b49bd807dd9b HTTP/1.1" status: 204 len: 173 time: 1.2112620 Jul 14 13:54:55.657094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'name': 'network-vif-deleted', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:54:55.659569 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff7536-5ac5-4cbc-9584-6a65511cc034" -d '{"events": [{"server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "name": "network-vif-deleted", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:54:55.684251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b63f2-7c9b-4a49-a613-fe56d175ec43 req-f828c876-4fb3-4381-8f0f-84f96c4a054d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.686162 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fd4b63f2-7c9b-4a49-a613-fe56d175ec43 req-f828c876-4fb3-4381-8f0f-84f96c4a054d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.5366149 Jul 14 13:54:55.770479 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fd4b63f2-7c9b-4a49-a613-fe56d175ec43 req-8b080764-f925-42d1-b376-05ea2c435864 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751877 Jul 14 13:54:55.786442 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a66dd-6b2f-4422-bb08-0a1238d02630 req-34e9ad11-d25c-404c-8c35-3d795ba91cc4 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:55.789159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-257a66dd-6b2f-4422-bb08-0a1238d02630 req-34e9ad11-d25c-404c-8c35-3d795ba91cc4 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.2093151 Jul 14 13:54:55.853266 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 7069730a-0119-4b5f-9999-cc381d75bf16 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:54:55.870539 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-257a66dd-6b2f-4422-bb08-0a1238d02630 req-3ec0d759-1884-4110-bd22-bbf5e1bc5425 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731828 Jul 14 13:54:55.873531 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059d3ecd-0ce8-476f-8584-e71dfc573ec8 x-openstack-request-id: req-059d3ecd-0ce8-476f-8584-e71dfc573ec8 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:54:55.873880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff4dfcd-560e-4055-a3b3-da0a846231b6", "name": "network-vif-deleted", "tag": "1c43871d-4d65-43dd-8557-b49bd807dd9b", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:54:55.874275 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-059d3ecd-0ce8-476f-8584-e71dfc573ec8 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:54:55.874906 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff4dfcd-560e-4055-a3b3-da0a846231b6', 'name': 'network-vif-deleted', 'tag': '1c43871d-4d65-43dd-8557-b49bd807dd9b', 'status': 'completed', 'code': 200} Jul 14 13:54:56.032710 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:56.057188 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '7069730a-0119-4b5f-9999-cc381d75bf16', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'port_id': '7069730a-0119-4b5f-9999-cc381d75bf16', 'mac_address': 'fa:16:3e:57:24:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:54:56.071452 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece6b32-47b6-49c9-a86b-b1c462dc1484 req-10d76ea6-aaea-43b5-a045-442111cbba11 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:56.073679 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aece6b32-47b6-49c9-a86b-b1c462dc1484 req-10d76ea6-aaea-43b5-a045-442111cbba11 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 943 time: 0.0878308 Jul 14 13:54:56.129645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.150418 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7069730a-0119-4b5f-9999-cc381d75bf16 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:54:56.182549 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:56.185984 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-aece6b32-47b6-49c9-a86b-b1c462dc1484 req-03237ac3-792c-4abc-b9b1-9b8ae13b1d29 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007338 Jul 14 13:54:56.201683 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:56.228525 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e573bc6d-be51-4286-b8de-75eceff33dd0 req-d3fa8d04-ab79-4616-8ab5-e91901e1a689 tempest-ServerRescueNegativeTestJSON-1408139571 tempest-ServerRescueNegativeTestJSON-1408139571-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff4dfcd-560e-4055-a3b3-da0a846231b6 HTTP/1.1" status: 200 len: 210 time: 0.0604396 Jul 14 13:54:56.283471 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:56.615008 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:54:57.127293 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e304e-a732-4740-a410-dcaab415f21a req-ea376912-eb2c-4df5-91ba-fb5666a72d71 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.129206 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a99e304e-a732-4740-a410-dcaab415f21a req-ea376912-eb2c-4df5-91ba-fb5666a72d71 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.0753562 Jul 14 13:54:57.196843 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a99e304e-a732-4740-a410-dcaab415f21a req-42c197f3-b6c6-488b-9c29-1b8b8f9e4fdd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Jul 14 13:54:57.468993 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1fd39-ff46-46bd-9b77-b6369428e8e3 req-7d6cd724-4769-4402-924f-83483f83680a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.470673 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ab1fd39-ff46-46bd-9b77-b6369428e8e3 req-7d6cd724-4769-4402-924f-83483f83680a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.0922530 Jul 14 13:54:57.541026 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ab1fd39-ff46-46bd-9b77-b6369428e8e3 req-45c812c7-61dd-4cbf-ac37-791d5d4f9a86 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Jul 14 13:54:57.626440 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 33644) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:54:57.870970 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6df78-7622-4757-af76-86d8324bfe13 req-e01df10c-b659-4070-b911-57e544e94e54 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:57.872614 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-caf6df78-7622-4757-af76-86d8324bfe13 req-e01df10c-b659-4070-b911-57e544e94e54 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.1748257 Jul 14 13:54:57.919850 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-953b0f46-68b0-4764-bc0e-7c22c5da4ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:57.967321 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-caf6df78-7622-4757-af76-86d8324bfe13 req-dd083753-4d62-4bb4-ad6d-a7c9ad2af019 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856166 Jul 14 13:54:58.022541 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.242892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.619153 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Deleting port 2b747e2e-50f0-45f5-807e-955777d4e222 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:54:58.619544 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.741251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] For port 2b747e2e-50f0-45f5-807e-955777d4e222, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=2b747e2e-50f0-45f5-807e-955777d4e222,segment=NetworkSegment(447d40d2-3705-4b94-83a6-b45bbdf709ab),segment_id=447d40d2-3705-4b94-83a6-b45bbdf709ab)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:54:58.742043 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:58.771251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Calling delete_port for 2b747e2e-50f0-45f5-807e-955777d4e222 owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:54:58.896052 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472084a8-7514-40a3-a474-06d6504c2630 req-1a4358af-0a2d-4022-98ad-5984b4d45d76 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:58.897768 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-472084a8-7514-40a3-a474-06d6504c2630 req-1a4358af-0a2d-4022-98ad-5984b4d45d76 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.1454480 Jul 14 13:54:59.038811 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-472084a8-7514-40a3-a474-06d6504c2630 req-de7545e9-ab9f-45ec-acbe-87a18d242894 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107833 Jul 14 13:54:59.181547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.213319 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b747e2e-50f0-45f5-807e-955777d4e222,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:54:59.311371 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6b125-3891-4c90-81fa-c007066e54b1 req-3f637239-236e-455d-9c0b-d4f76de204dc tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:54:59.312958 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69c6b125-3891-4c90-81fa-c007066e54b1 req-3f637239-236e-455d-9c0b-d4f76de204dc tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.1872272 Jul 14 13:54:59.410513 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69c6b125-3891-4c90-81fa-c007066e54b1 req-68853f76-b496-406b-990f-0d261f2d0466 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859678 Jul 14 13:54:59.466824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:54:59.544916 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1c43871d-4d65-43dd-8557-b49bd807dd9b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:54:59.571321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 1c43871d-4d65-43dd-8557-b49bd807dd9b {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:54:59.571657 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 1c43871d-4d65-43dd-8557-b49bd807dd9b not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:54:59.792044 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.014046 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Router 53008830-9c83-4a25-9368-ae1f6435083a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:00.177258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:00.184485 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c187ad83-fe2f-4ded-9767-69f63360906f admin admin] 10.222.0.44 "PUT /v2.0/routers/53008830-9c83-4a25-9368-ae1f6435083a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555537 Jul 14 13:55:00.197372 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Sync routers for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:00.198558 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33656) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:00.217818 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:00.218459 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:54:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:00.332931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8575047-d808-493b-9865-0f9e7797b668 req-8558f6bd-dc96-43e3-ab22-f1bab6485364 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:00.339548 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d8575047-d808-493b-9865-0f9e7797b668 req-8558f6bd-dc96-43e3-ab22-f1bab6485364 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.1339107 Jul 14 13:55:00.361362 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:00.364801 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.391052 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d8575047-d808-493b-9865-0f9e7797b668 req-6e46dcf8-be57-42d6-86d7-e70bb97eaca7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Jul 14 13:55:00.551754 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.637206 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '848ca792-8698-48af-9343-be3298066e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:54:59Z', 'revision_number': 5, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port': {'id': '848ca792-8698-48af-9343-be3298066e4c', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53008830-9c83-4a25-9368-ae1f6435083a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:00.670399 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Deleting port 848ca792-8698-48af-9343-be3298066e4c {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:00.671365 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.697223 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Checking router: 53008830-9c83-4a25-9368-ae1f6435083a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:00.713945 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Routers {'53008830-9c83-4a25-9368-ae1f6435083a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:00.715299 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:54:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['53008830-9c83-4a25-9368-ae1f6435083a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:00.734261 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4af392-67b2-40cb-8642-8ae4090ff47b req-4546a91d-3778-4bca-a108-dcf34901dfb6 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:00.736207 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ec4af392-67b2-40cb-8642-8ae4090ff47b req-4546a91d-3778-4bca-a108-dcf34901dfb6 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.1486368 Jul 14 13:55:00.815604 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ec4af392-67b2-40cb-8642-8ae4090ff47b req-dc1caae4-ea9a-4aaa-89c9-56f0d8200efe tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602276 Jul 14 13:55:00.817940 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] For port 848ca792-8698-48af-9343-be3298066e4c, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=848ca792-8698-48af-9343-be3298066e4c,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:00.818495 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:00.838985 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Calling delete_port for 848ca792-8698-48af-9343-be3298066e4c owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:00.856085 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] Set router 53008830-9c83-4a25-9368-ae1f6435083a gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:00.933917 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:55:00Z', 'revision_number': 6, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:00.978041 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bbf69-aab3-4d16-b753-73f6bd4a3ff2 None None] The sync data for ids ['53008830-9c83-4a25-9368-ae1f6435083a'] in dv-cinder-800696-2-iscsi is: [{'id': '53008830-9c83-4a25-9368-ae1f6435083a', 'name': 'tempest-ServerRescueNegativeTestJSON-1166173220-router', 'tenant_id': '69362cae63a243569c8afe3e4adcea10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:59Z', 'updated_at': '2021-07-14T13:55:00Z', 'revision_number': 6, 'project_id': '69362cae63a243569c8afe3e4adcea10', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:01.095927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.135774 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=848ca792-8698-48af-9343-be3298066e4c,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:01.170170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.170517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.170867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.171198 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.171529 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.171868 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.172217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.172547 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.172868 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.173188 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.173505 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.173936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:01.221785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.267918 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.615835 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.618803 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.663151 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc89a4d-6427-4bde-9bba-3330653d7d66 req-c036eed4-8f38-4de5-a94c-20cdfc441731 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:01.665674 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efc89a4d-6427-4bde-9bba-3330653d7d66 req-c036eed4-8f38-4de5-a94c-20cdfc441731 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.1063752 Jul 14 13:55:01.696419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.697278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53008830-9c83-4a25-9368-ae1f6435083a {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:55:01.707761 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.709027 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-593a3ad9-6ec7-483c-8c38-dc3ae373cde6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53008830-9c83-4a25-9368-ae1f6435083a HTTP/1.1" status: 204 len: 168 time: 1.5091298 Jul 14 13:55:01.711811 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33664) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:01.726260 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efc89a4d-6427-4bde-9bba-3330653d7d66 req-6bd3d510-7f1e-42df-8f7e-d6234e9c2b9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519457 Jul 14 13:55:01.769596 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Deleting subnet ff12c307-cea1-44ed-ac88-12d6a537b935 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:55:01.774195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.831517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.897140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:01.972285 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.001901 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff12c307-cea1-44ed-ac88-12d6a537b935,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:02.008444 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.010528 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6e54d2c3-426a-46fd-9a17-eabd4c2d51f1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff12c307-cea1-44ed-ac88-12d6a537b935 HTTP/1.1" status: 204 len: 168 time: 0.2973347 Jul 14 13:55:02.014471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33670) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:02.055631 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddddae-c2ec-4ae8-88eb-0e759173de25 req-c819bbfe-1179-42d7-b997-577a27241233 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:02.058391 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0ddddae-c2ec-4ae8-88eb-0e759173de25 req-c819bbfe-1179-42d7-b997-577a27241233 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.0957532 Jul 14 13:55:02.122342 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.125344 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0ddddae-c2ec-4ae8-88eb-0e759173de25 req-808e007a-00ef-440a-927f-56edeeb6545f tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Jul 14 13:55:02.232994 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 848ca792-8698-48af-9343-be3298066e4c no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:02.237209 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.258854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c40e60d-14a3-4227-b692-df5c1d7ab3f5']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:02.268759 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 848ca792-8698-48af-9343-be3298066e4c {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:02.269493 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 848ca792-8698-48af-9343-be3298066e4c not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:02.269660 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 2b747e2e-50f0-45f5-807e-955777d4e222 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:02.274715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447d40d2-3705-4b94-83a6-b45bbdf709ab') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:02.275008 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447d40d2-3705-4b94-83a6-b45bbdf709ab') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:02.286817 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.291026 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 2b747e2e-50f0-45f5-807e-955777d4e222 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:02.291400 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 2b747e2e-50f0-45f5-807e-955777d4e222 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:02.303197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.310895 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:55:02.311312 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:55:02.313269 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:55:02.381947 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.392468 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.392468 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] 10.222.0.44 "DELETE /v2.0/networks/9c40e60d-14a3-4227-b692-df5c1d7ab3f5 HTTP/1.1" status: 204 len: 168 time: 0.3755443 Jul 14 13:55:02.405240 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940e29c-ea62-4dee-836d-fe8a2383594b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c40e60d-14a3-4227-b692-df5c1d7ab3f5,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:02.636056 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33674) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:02.693539 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-697b3339-fdf3-45f8-9d54-1d3fe5a6beb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69362cae63a243569c8afe3e4adcea10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559611 Jul 14 13:55:02.696219 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33676) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:02.772009 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.806345 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.889147 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.893957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:02.900089 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee92a10f-2a1c-48a8-aa89-1bf092067c31 HTTP/1.1" status: 204 len: 168 time: 0.1989257 Jul 14 13:55:02.912623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b85bc0-7cc1-4921-bf98-a325b6275002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92a10f-2a1c-48a8-aa89-1bf092067c31,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:02.953082 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873518b1-e395-4d79-b3f3-1962d89632fb req-2b12979f-ee62-4bb3-ac99-4a4b05729d2d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:02.955327 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-873518b1-e395-4d79-b3f3-1962d89632fb req-2b12979f-ee62-4bb3-ac99-4a4b05729d2d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.0915611 Jul 14 13:55:03.002684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-873518b1-e395-4d79-b3f3-1962d89632fb req-f0d5ffc5-41d0-4cf7-bba3-3cb28cd5b962 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Jul 14 13:55:03.433135 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba14b05-8281-430b-9b5b-ad08b2bc6144 req-90ff10df-03bc-437d-900b-19ef4314d828 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:03.434850 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cba14b05-8281-430b-9b5b-ad08b2bc6144 req-90ff10df-03bc-437d-900b-19ef4314d828 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.1397216 Jul 14 13:55:03.449619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-6ea91c0f-2e36-446f-b75b-0340782486b9 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:03.452377 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-6ea91c0f-2e36-446f-b75b-0340782486b9 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 950 time: 0.1393735 Jul 14 13:55:03.545324 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cba14b05-8281-430b-9b5b-ad08b2bc6144 req-9f67977e-44e0-4c36-90e2-760a11720c40 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/security-groups?id=889be448-2bf9-4cbb-b3c2-52f7139c5293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915098 Jul 14 13:55:03.644129 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Deleting port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:03.644729 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.788982 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] For port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,segment=NetworkSegment(1e17ef93-aefc-40fb-af9d-c1f20211e9d2),segment_id=1e17ef93-aefc-40fb-af9d-c1f20211e9d2)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:03.789295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:03.803959 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Calling delete_port for 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:04.004112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.042356 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Pushing event deleted for resources: {'Port': ['ID=2bace3e4-90f1-4cdd-bd85-fb7f11dd052d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:04.058754 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['2bace3e4-90f1-4cdd-bd85-fb7f11dd052d'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:04.112343 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.121108 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.122164 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.122536 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.123063 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.125458 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.126266 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.128760 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.129477 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.130292 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.131508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.131508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:04.199013 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] No DVR routers for this DVR port 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:55:04.204375 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.209188 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3dadff6f-28ae-4791-8ea8-e42b50dfa906 req-b08ef825-1eec-4dd3-a89c-b099250e74cd tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.36 "DELETE /v2.0/ports/2bace3e4-90f1-4cdd-bd85-fb7f11dd052d HTTP/1.1" status: 204 len: 173 time: 0.7442706 Jul 14 13:55:04.210244 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'name': 'network-vif-deleted', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:04.215802 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc0125f-763c-43b4-b290-8aea9c9ad27e" -d '{"events": [{"server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "name": "network-vif-deleted", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:04.335660 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543a8a9a-07b6-45fd-a929-58e073a64bfd x-openstack-request-id: req-543a8a9a-07b6-45fd-a929-58e073a64bfd {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:04.335930 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0dce6e-eef8-4fca-9b84-5608bf925e72", "name": "network-vif-deleted", "tag": "2bace3e4-90f1-4cdd-bd85-fb7f11dd052d", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:04.336251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-543a8a9a-07b6-45fd-a929-58e073a64bfd {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:04.336650 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0dce6e-eef8-4fca-9b84-5608bf925e72', 'name': 'network-vif-deleted', 'tag': '2bace3e4-90f1-4cdd-bd85-fb7f11dd052d', 'status': 'completed', 'code': 200} Jul 14 13:55:04.372135 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d703eb-a6b1-4fc5-b6e4-3d7fe438b332 req-77baa33c-be7d-46ce-bc8e-1c88a9edea36 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:04.384852 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-03d703eb-a6b1-4fc5-b6e4-3d7fe438b332 req-77baa33c-be7d-46ce-bc8e-1c88a9edea36 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 944 time: 0.1416759 Jul 14 13:55:04.458660 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-03d703eb-a6b1-4fc5-b6e4-3d7fe438b332 req-ad0f1c67-9984-48fa-a183-cba0382d1953 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751181 Jul 14 13:55:04.761920 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bdde8a01-c012-4929-bebf-605ac2ffd485 req-cef96fd9-eeb4-44b5-9896-dc8e14eb04d5 tempest-VolumesNegativeTest-562710977 tempest-VolumesNegativeTest-562710977-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e0dce6e-eef8-4fca-9b84-5608bf925e72 HTTP/1.1" status: 200 len: 210 time: 0.0353525 Jul 14 13:55:04.772923 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 7069730a-0119-4b5f-9999-cc381d75bf16 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:55:04.844212 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 7069730a-0119-4b5f-9999-cc381d75bf16 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:55:04.849940 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 7069730a-0119-4b5f-9999-cc381d75bf16 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:04.850424 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.953647 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:04.998047 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:05.000582 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7d5414-acac-4c26-9d7c-dc4d394e7d8d" -d '{"events": [{"server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "name": "network-vif-plugged", "status": "completed", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:05.015416 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:05.021216 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.031174 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 33760) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:05.078626 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d65467c-9ec9-4ba6-97c2-0a714d552693 x-openstack-request-id: req-1d65467c-9ec9-4ba6-97c2-0a714d552693 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:05.079508 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "name": "network-vif-plugged", "status": "completed", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:05.079508 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d65467c-9ec9-4ba6-97c2-0a714d552693 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:05.080247 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'code': 200} Jul 14 13:55:05.092232 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.197046 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47e8de40-6c25-4a65-8817-98ca93ea5fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.344552 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47e8de40-6c25-4a65-8817-98ca93ea5fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.360673 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-47e8de40-6c25-4a65-8817-98ca93ea5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.434212 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-47e8de40-6c25-4a65-8817-98ca93ea5fcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8bab3c674dc4f0ea3d9972ca297f0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011977 Jul 14 13:55:05.437992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 33766) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:05.438828 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8de40-6c25-4a65-8817-98ca93ea5fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89535c9-7e76-4f85-ac6c-5fdc0881caf5,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.551462 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189091-4bf4-486a-9e7c-c95856e92d0b req-6b3450a5-bce9-4466-8ab0-29840983f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.552510 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.553353 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89189091-4bf4-486a-9e7c-c95856e92d0b req-6b3450a5-bce9-4466-8ab0-29840983f3aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1098 time: 0.1093888 Jul 14 13:55:05.599218 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.621965 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89189091-4bf4-486a-9e7c-c95856e92d0b req-6303554e-67af-405a-9874-aff4cef5b7e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Jul 14 13:55:05.701489 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.707254 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:05.709593 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e89535c9-7e76-4f85-ac6c-5fdc0881caf5 HTTP/1.1" status: 204 len: 168 time: 0.2685990 Jul 14 13:55:05.725242 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef540-e0dc-488f-b181-b82bfd4c5ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89535c9-7e76-4f85-ac6c-5fdc0881caf5,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:05.822699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4032d6-cc83-442f-aac5-75ff397d174d req-de6af6ae-8522-46f1-8ae8-09115a98b6ce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:05.824550 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7a4032d6-cc83-442f-aac5-75ff397d174d req-de6af6ae-8522-46f1-8ae8-09115a98b6ce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1270282 Jul 14 13:55:05.901493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7a4032d6-cc83-442f-aac5-75ff397d174d req-2551ffe1-2109-4878-a8b9-f551d4525cd0 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 Jul 14 13:55:07.188356 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8ab15-a001-41fa-95be-f498dc304f70 req-30b057f4-b7d3-4e37-9792-b6a12d10bedd tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.190635 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6cd8ab15-a001-41fa-95be-f498dc304f70 req-30b057f4-b7d3-4e37-9792-b6a12d10bedd tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.0941396 Jul 14 13:55:07.288218 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6cd8ab15-a001-41fa-95be-f498dc304f70 req-06db6c7c-c5e2-4375-82a9-a2c3beabd29f tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883350 Jul 14 13:55:07.655543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954abf50-48df-46c4-b4a1-ef0948af6ac5 req-bf6a6f4c-c3d2-49c1-b323-dd3c72e1acce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:07.659270 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-954abf50-48df-46c4-b4a1-ef0948af6ac5 req-bf6a6f4c-c3d2-49c1-b323-dd3c72e1acce tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1217878 Jul 14 13:55:07.735670 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-954abf50-48df-46c4-b4a1-ef0948af6ac5 req-e1529925-1b16-4be6-8fbf-f0c5ce13a1d8 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Jul 14 13:55:07.765158 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:08.237209 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c699ec-2b13-4fc4-b09f-d6d0e3a59578 req-b6021aa2-70b2-4977-b502-a67a9435c894 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:08.240615 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-94c699ec-2b13-4fc4-b09f-d6d0e3a59578 req-b6021aa2-70b2-4977-b502-a67a9435c894 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1013863 Jul 14 13:55:08.297544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-94c699ec-2b13-4fc4-b09f-d6d0e3a59578 req-6beb1342-99aa-4e21-b0b9-15cebefac089 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492709 Jul 14 13:55:08.775708 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:08.822348 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:08.823254 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 2bace3e4-90f1-4cdd-bd85-fb7f11dd052d not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:12.109397 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-e32aeb5f-3b82-4936-bf63-07bb143c68ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815501 Jul 14 13:55:12.238929 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-fa4dea15-11e6-4c64-b688-297014f91804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.241097 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-fa4dea15-11e6-4c64-b688-297014f91804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 1098 time: 0.0815182 Jul 14 13:55:12.362470 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-b1a0083a-c44d-4f53-8c4a-9a1324b7c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.364305 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-b1a0083a-c44d-4f53-8c4a-9a1324b7c007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.1009545 Jul 14 13:55:12.448610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-baef7be5-3128-4710-bc59-84889dbc96f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 200 len: 1001 time: 0.0758469 Jul 14 13:55:12.530945 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-1106162d-1ed4-4ab9-9ab1-2d8803469c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.532852 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-1106162d-1ed4-4ab9-9ab1-2d8803469c66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.0778499 Jul 14 13:55:12.608616 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-fcdb6916-1467-4b44-a5a1-f04ed8ec2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:12.610570 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-fcdb6916-1467-4b44-a5a1-f04ed8ec2fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654557 Jul 14 13:55:12.753092 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-929d6c9b-addb-4c99-ba52-0c4bd4eb6b4d service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281180 Jul 14 13:55:12.879132 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e6913d6-aa11-4c84-83ca-109f53cea8a7 req-318039c6-54e2-4c1f-865f-1c00fde9df61 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181164 Jul 14 13:55:13.667560 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34142) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:13.859994 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b7713088-6a13-4aef-bee2-037e0174eb31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ecc21257daa479aa49f23acc4c13228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907473 Jul 14 13:55:13.864778 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34146) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:13.922679 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:13.947104 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:14.016426 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:14.019865 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:14.021127 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889be448-2bf9-4cbb-b3c2-52f7139c5293 HTTP/1.1" status: 204 len: 168 time: 0.1551008 Jul 14 13:55:14.031545 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801e79f-7058-4a84-bda5-29d62448e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889be448-2bf9-4cbb-b3c2-52f7139c5293,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:22.910567 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34282) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:23.054710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e98a-0616-462f-8339-079e5c5ce4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.194434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e98a-0616-462f-8339-079e5c5ce4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.205087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e98a-0616-462f-8339-079e5c5ce4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.268074 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-aaf2e98a-0616-462f-8339-079e5c5ce4ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caf10f6c85184df8929ea39f84a54c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560541 Jul 14 13:55:23.271611 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34290) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:23.275177 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e98a-0616-462f-8339-079e5c5ce4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93e1c5c-685d-498f-ba9b-3a62bd24d1d6,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:23.376407 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.407422 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.488058 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.493242 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:23.499684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b93e1c5c-685d-498f-ba9b-3a62bd24d1d6 HTTP/1.1" status: 204 len: 168 time: 0.2211916 Jul 14 13:55:23.515262 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4627c-d760-4c42-a40e-282ff59a3ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93e1c5c-685d-498f-ba9b-3a62bd24d1d6,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:23.920674 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34302) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:23.928957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f27b3ed-32af-4b1b-85b1-efd3a756b780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.047324 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f27b3ed-32af-4b1b-85b1-efd3a756b780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.052790 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9f27b3ed-32af-4b1b-85b1-efd3a756b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.101394 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9f27b3ed-32af-4b1b-85b1-efd3a756b780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0a4965ed5d94d53964d6a8dc1a56f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881020 Jul 14 13:55:24.102331 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27b3ed-32af-4b1b-85b1-efd3a756b780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e3ee7-3dca-429c-94e5-98eb05e519cf,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:24.104265 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34304) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:24.168620 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.196080 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.258684 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.263378 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:24.265356 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/142e3ee7-3dca-429c-94e5-98eb05e519cf HTTP/1.1" status: 204 len: 168 time: 0.1598620 Jul 14 13:55:24.277992 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75233f6-9e94-4d58-a02f-58c4fbc03fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e3ee7-3dca-429c-94e5-98eb05e519cf,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:25.064583 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:55:25.636776 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-5587dbd5-62c1-482c-9ff9-2b64b3f3e03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:27.921865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f03c-1b82-4dcf-a084-c9d87edeb84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.022682 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:28.705674 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a4777-0c81-445d-be60-a549d03ff76f req-f70a2f94-78aa-4820-8db1-eebe13874161 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:28.708797 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b7a4777-0c81-445d-be60-a549d03ff76f req-f70a2f94-78aa-4820-8db1-eebe13874161 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1046507 Jul 14 13:55:28.757980 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8b7a4777-0c81-445d-be60-a549d03ff76f req-9794a653-99c9-4128-95ac-4fb66f8ff482 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Jul 14 13:55:28.793691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34410) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:29.076496 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5521d-c582-4e3e-9d43-99b5ec75fcaf tempest-TestMinimumBasicScenario-1548210799 tempest-TestMinimumBasicScenario-1548210799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:29.078174 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-04f5521d-c582-4e3e-9d43-99b5ec75fcaf tempest-TestMinimumBasicScenario-1548210799 tempest-TestMinimumBasicScenario-1548210799-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1093 time: 0.2834213 Jul 14 13:55:29.082685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34414) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:29.088022 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'port_id': '7069730a-0119-4b5f-9999-cc381d75bf16', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:29.111794 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.235618 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.370423 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Allocated IP 172.27.3.213 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/6731e08d-4673-436d-87bd-c5e853e911d2) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:29.516051 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.589593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.663421 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:29.668589 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:29.675241 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:29.716095 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'Port': ['ID=6731e08d-4673-436d-87bd-c5e853e911d2,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:29.797220 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:29.964723 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34438) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:30.120053 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8d87ddbf-3fa3-444d-a4fb-71c8533c54f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.217420 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.268823 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8d87ddbf-3fa3-444d-a4fb-71c8533c54f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.275341 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8d87ddbf-3fa3-444d-a4fb-71c8533c54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.322462 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.323362 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8d87ddbf-3fa3-444d-a4fb-71c8533c54f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97cd828daba1407db56543f284352b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606808 Jul 14 13:55:30.324246 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87ddbf-3fa3-444d-a4fb-71c8533c54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f9a48-b0dc-467d-b3ff-1c274a59162c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.329401 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34444) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:30.408393 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.437162 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.527439 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.530186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.531381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b38f9a48-b0dc-467d-b3ff-1c274a59162c HTTP/1.1" status: 204 len: 168 time: 0.2006614 Jul 14 13:55:30.541112 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362f38b-3142-4c35-ac53-7f42b0c26229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f9a48-b0dc-467d-b3ff-1c274a59162c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.578498 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.586432 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.690836 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'Port': ['ID=6731e08d-4673-436d-87bd-c5e853e911d2,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:30.700419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:30.838855 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Floating IP 41bc4e9d-6d10-4a97-800a-067112dbb649 associated. External IP: 172.27.3.213, port: 7069730a-0119-4b5f-9999-cc381d75bf16. Jul 14 13:55:30.938359 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34460) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:30.959262 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e1be0306-7cf5-40dc-82f3-5be2a33d390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.089512 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e1be0306-7cf5-40dc-82f3-5be2a33d390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.102145 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e1be0306-7cf5-40dc-82f3-5be2a33d390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.161894 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e1be0306-7cf5-40dc-82f3-5be2a33d390f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80f4b11dc12b47fbaa2f12458a08fa3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223384 Jul 14 13:55:31.167910 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34468) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.184553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Router e98c25b2-c519-4ee4-9061-9638586b2f5c has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:31.193975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0306-7cf5-40dc-82f3-5be2a33d390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8dc791-8639-441a-aebe-45355554d19c,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.275422 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.282301 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.315828 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.337783 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:31.353992 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Sync routers for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:31.358006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.378611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:31.381189 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:31.407083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.418869 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.419645 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e8dc791-8639-441a-aebe-45355554d19c HTTP/1.1" status: 204 len: 168 time: 0.2498748 Jul 14 13:55:31.420581 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34472) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.428568 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ed70f8b1-f1fe-4450-8cba-799ed8adefd1 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3445313 Jul 14 13:55:31.429563 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:31.432384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851fb16-52cd-4912-8874-9454cbe98dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:31.435483 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34476) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.463671 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413757321', 'description': 'tempest-secgroup-smoke-413757321 description', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:31.466686 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df63ec-91c3-4ecf-a0e0-465c07384ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8dc791-8639-441a-aebe-45355554d19c,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.522851 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.554502 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c83a1-2df1-48d7-8541-44c2094b9f69 x-openstack-request-id: req-ce0c83a1-2df1-48d7-8541-44c2094b9f69 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:31.556707 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:31.557751 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce0c83a1-2df1-48d7-8541-44c2094b9f69 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:31.560646 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:55:31.618016 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:31.711643 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-95b52473-615a-404f-9b16-7350e746ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.715439 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-95b52473-615a-404f-9b16-7350e746ae7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1098 time: 0.1149077 Jul 14 13:55:31.732873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.742384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.802434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.804130 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3552749 Jul 14 13:55:31.806848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cae544-99df-4cb9-8302-f4d78d3a239b tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1487b4-ad9e-43f9-b7d0-2569f0047710,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:31.809512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34484) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:31.815804 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:31.853336 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99a15460-0884-43cb-90d9-8b8b8d47dd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.886633 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:31.987410 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-52cfaff9-7ccd-4c82-99d9-90663352d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:31.989177 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-52cfaff9-7ccd-4c82-99d9-90663352d68a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.2647030 Jul 14 13:55:31.997243 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.003082 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.027678 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf5f0bb-6d23-4a7e-9f89-05b13fb5ccc0,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.109436 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-da106269-6c17-4d1f-a868-2d9f17d3fcd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 999 time: 0.1123319 Jul 14 13:55:32.191757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99a15460-0884-43cb-90d9-8b8b8d47dd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.202506 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-99a15460-0884-43cb-90d9-8b8b8d47dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.209384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.212702 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-15349ed9-313f-4ef6-8a47-7cc546bcfcd9 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007008 Jul 14 13:55:32.217186 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34494) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:32.232936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:32.268386 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a15460-0884-43cb-90d9-8b8b8d47dd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09767955-ffad-413a-b42c-04f6cd1c96f9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.294159 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-6ca3ec46-2b5c-41af-86d2-2e841c5c8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.302493 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.307079 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-6ca3ec46-2b5c-41af-86d2-2e841c5c8add service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.1881821 Jul 14 13:55:32.335966 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-99a15460-0884-43cb-90d9-8b8b8d47dd34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ad87032858d4d9582ac79f7a657be3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077902 Jul 14 13:55:32.339773 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34496) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:32.396414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '41bc4e9d-6d10-4a97-800a-067112dbb649', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'port_id': '7069730a-0119-4b5f-9999-cc381d75bf16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'mac_address': 'fa:16:3e:57:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:30Z', 'updated_at': '2021-07-14T13:55:30Z', 'revision_number': 0, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:32.427631 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-e4bb50eb-904f-496b-8f34-ca21fdf8c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:32.433282 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-e4bb50eb-904f-496b-8f34-ca21fdf8c5f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1185458 Jul 14 13:55:32.434163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.444616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.450016 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Checking router: e98c25b2-c519-4ee4-9061-9638586b2f5c for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:32.463321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:32.470964 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:32.481525 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab855fda-7663-48d3-977a-8e48cd0bf3a8,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.494531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.496395 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-44ac92de-a196-4ef4-aa1a-2d3defb5afc7 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2752643 Jul 14 13:55:32.499961 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34502) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:32.511719 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:32.521509 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.568768 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.624318 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.643461 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-ba9bbfc2-c441-4905-9d14-4d507323dcc2 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000980 Jul 14 13:55:32.714037 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.718479 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.720335 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09767955-ffad-413a-b42c-04f6cd1c96f9 HTTP/1.1" status: 204 len: 168 time: 0.3792336 Jul 14 13:55:32.738496 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.739428 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:32.748461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.751324 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d3b53-378a-45e6-94fc-2364a1200dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09767955-ffad-413a-b42c-04f6cd1c96f9,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.782341 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb38a73-a969-4198-8ec1-a7218aa955d3,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:32.790886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.794513 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-46d4473a-1587-4b88-a9cb-c066cd126e9a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928150 Jul 14 13:55:32.798196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34510) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:32.811838 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:32.867461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:32.904349 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6851fb16-52cd-4912-8874-9454cbe98dd7 req-09e368df-7056-47f2-864b-a21e36c837b2 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475085 Jul 14 13:55:33.001471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.009686 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.034329 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e93364-4e36-48c7-a301-e66b385e2ea2,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:33.045072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.048892 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6d43b857-1d34-4f9d-b579-117614ec834a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2489877 Jul 14 13:55:33.051039 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34516) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:33.059497 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:33.091960 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Project bb68f8d5f0a54e1b909e708f59f748a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:55:33.102200 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.201895 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '41bc4e9d-6d10-4a97-800a-067112dbb649', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'port_id': '7069730a-0119-4b5f-9999-cc381d75bf16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'mac_address': 'fa:16:3e:57:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:30Z', 'updated_at': '2021-07-14T13:55:30Z', 'revision_number': 0, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:33.235893 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc05b9-3759-4121-9e54-df87ccfbb1dc None None] The sync data for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi is: [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '41bc4e9d-6d10-4a97-800a-067112dbb649', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'port_id': '7069730a-0119-4b5f-9999-cc381d75bf16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'mac_address': 'fa:16:3e:57:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:30Z', 'updated_at': '2021-07-14T13:55:30Z', 'revision_number': 0, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:33.286625 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.297537 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.334138 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74985489-5ce5-4f2f-94ad-873e9aeae83d,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:33.339305 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.344822 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-03eae690-f08b-4985-b26e-c0318579ef77 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2882507 Jul 14 13:55:33.346158 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34530) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:33.351636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'security_group_rule': {'security_group_id': '3d1487b4-ad9e-43f9-b7d0-2569f0047710', 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:33.421633 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.securitygroups_db [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Project bb68f8d5f0a54e1b909e708f59f748a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:55:33.431094 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.538676 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.545120 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.572435 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e77e78d-a2cf-4fcd-b46a-f7c860c4766c,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:33.584045 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:33.587860 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-54be6aa6-78bb-4174-b1cc-104721bb23be tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2414248 Jul 14 13:55:33.675528 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ba58d-59a0-4437-935e-9f4cda5d7d20 None None] New status for floating IP 41bc4e9d-6d10-4a97-800a-067112dbb649: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:55:33.797400 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-2f7f6abd-146c-4355-abf9-098efadc37ca tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413757321&fields=id&tenant_id=bb68f8d5f0a54e1b909e708f59f748a9 HTTP/1.1" status: 200 len: 267 time: 0.0542698 Jul 14 13:55:33.919161 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-ba0cc258-c76a-492b-abf3-585dc2eee621 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:33.921773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-ba0cc258-c76a-492b-abf3-585dc2eee621 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1145775 Jul 14 13:55:33.939440 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'port': {'security_groups': ['79bf5660-2f33-40ba-9972-8d2930cbe9df', '3d1487b4-ad9e-43f9-b7d0-2569f0047710']}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:34.116730 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:34.436582 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:34.493555 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:34.501702 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:34.550418 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:34.595147 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:34.596419 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:34.605681 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-435b25d8-cf7b-47c0-99dd-4e35890245c8 req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "PUT /v2.0/ports/7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 981 time: 0.6739440 Jul 14 13:55:34.606748 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:34.622025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f50eea-2219-4ecb-889e-3b550bcde0df" -d '{"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:34.751300 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:55:34.754500 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72933f1-bcb2-4139-bdcd-7abe3524f63a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=6']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:34.778173 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62314b4b-9f8e-47c9-93e8-55c8965270f3 x-openstack-request-id: req-62314b4b-9f8e-47c9-93e8-55c8965270f3 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:34.778613 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:34.778939 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62314b4b-9f8e-47c9-93e8-55c8965270f3 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:34.779434 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:55:34.951896 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34570) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:35.072731 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-8cf9f151-b8de-4086-8734-644d1d71c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.074758 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-8cf9f151-b8de-4086-8734-644d1d71c46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1137 time: 0.2458770 Jul 14 13:55:35.087048 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5e156-b479-486c-a909-18b1f0c34f47 req-debf8000-eb05-47fd-a9bf-b6465180aba6 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.089496 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38f5e156-b479-486c-a909-18b1f0c34f47 req-debf8000-eb05-47fd-a9bf-b6465180aba6 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.1597502 Jul 14 13:55:35.151611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-d5374e57-894e-45aa-949c-632f488f7749 None None] Provisioning complete for port 7069730a-0119-4b5f-9999-cc381d75bf16 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:55:35.152100 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d5374e57-894e-45aa-949c-632f488f7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.181046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f484bde8-c667-4f49-b3e2-0e9c43a18552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.242337 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38f5e156-b479-486c-a909-18b1f0c34f47 req-b002d0f1-1151-4ebd-aecc-56f1bcef4d13 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368234 Jul 14 13:55:35.285059 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-f1d7fa32-a0fc-4d6a-8b03-151630c9d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.288150 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-f1d7fa32-a0fc-4d6a-8b03-151630c9d04f service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.1969678 Jul 14 13:55:35.339775 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f484bde8-c667-4f49-b3e2-0e9c43a18552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.347077 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f484bde8-c667-4f49-b3e2-0e9c43a18552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.411843 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484bde8-c667-4f49-b3e2-0e9c43a18552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c33fa3d-0df2-4845-9f8e-bfb3f7321fc8,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:35.412454 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-5beb917b-df44-47f7-a06a-9c7f794ad1fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 1001 time: 0.1156883 Jul 14 13:55:35.420884 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f484bde8-c667-4f49-b3e2-0e9c43a18552 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fbb6118122e4c41a0f725e62ecbb02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660950 Jul 14 13:55:35.424222 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34578) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:35.499105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-7ec51e8c-07b5-4b1b-b7ac-fcb7c55731cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.500882 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-7ec51e8c-07b5-4b1b-b7ac-fcb7c55731cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0720325 Jul 14 13:55:35.506800 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.549643 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.579631 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-2a53cb2a-a93d-44d8-8aee-c8874ef3dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:35.581428 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-2a53cb2a-a93d-44d8-8aee-c8874ef3dfde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722244 Jul 14 13:55:35.640965 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.646310 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:35.648407 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c33fa3d-0df2-4845-9f8e-bfb3f7321fc8 HTTP/1.1" status: 204 len: 168 time: 0.2224727 Jul 14 13:55:35.677078 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da012-875b-444e-92e2-c4e4c51af2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c33fa3d-0df2-4845-9f8e-bfb3f7321fc8,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:35.760375 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-0bd5bb10-5abf-4bb5-a7f4-7253a440a060 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693435 Jul 14 13:55:35.895377 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-10f50eea-2219-4ecb-889e-3b550bcde0df req-a27085a0-0cac-4246-9066-1a012d9d9b39 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279745 Jul 14 13:55:36.099615 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34586) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:36.115339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72bd2b6c-5141-4b25-9672-8a67cc6aaa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.250929 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72bd2b6c-5141-4b25-9672-8a67cc6aaa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.257030 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-72bd2b6c-5141-4b25-9672-8a67cc6aaa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.302690 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-72bd2b6c-5141-4b25-9672-8a67cc6aaa1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff51b12ee76f400d86de61daf22cfad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017140 Jul 14 13:55:36.303622 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2b6c-5141-4b25-9672-8a67cc6aaa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033053f1-fc63-4c6b-92d2-6d70f18a819b,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:36.306888 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34592) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:36.411871 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.440490 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.512956 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.516999 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:36.518772 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/033053f1-fc63-4c6b-92d2-6d70f18a819b HTTP/1.1" status: 204 len: 168 time: 0.2100780 Jul 14 13:55:36.529694 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90209f61-9d91-41ab-91d8-33c127d7faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033053f1-fc63-4c6b-92d2-6d70f18a819b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:37.763184 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:44.268051 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be896ac0-4183-4d10-8596-07e4df8e6e7a req-91536c79-e4c5-402d-a390-065b70d6f356 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:44.269884 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be896ac0-4183-4d10-8596-07e4df8e6e7a req-91536c79-e4c5-402d-a390-065b70d6f356 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0730174 Jul 14 13:55:44.318709 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be896ac0-4183-4d10-8596-07e4df8e6e7a req-74b45ed6-e1a1-47e1-90ed-549147c4410e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Jul 14 13:55:45.546080 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820efd6-f8ee-4a9a-9026-2d48133e00f0 req-d1660e18-d506-4f76-8eab-cff4204cbac8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:45.547659 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c820efd6-f8ee-4a9a-9026-2d48133e00f0 req-d1660e18-d506-4f76-8eab-cff4204cbac8 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.0931776 Jul 14 13:55:45.593583 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c820efd6-f8ee-4a9a-9026-2d48133e00f0 req-ba8def4f-6dd9-49a2-9a4b-c63a9acf322d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393853 Jul 14 13:55:46.887995 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf6097-7dab-4673-bc51-8e7950f6c912 req-0991f5fb-4976-4e85-a4eb-1e6765af5f69 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:46.889492 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dfcf6097-7dab-4673-bc51-8e7950f6c912 req-0991f5fb-4976-4e85-a4eb-1e6765af5f69 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1041379 Jul 14 13:55:46.954009 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dfcf6097-7dab-4673-bc51-8e7950f6c912 req-1e29b46a-5118-4244-8e90-873c8b80ad36 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541236 Jul 14 13:55:48.211484 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a462-2645-4436-9e04-df60d527c2b8 req-669863e1-ec6b-4510-98c1-9267a61e90f3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.228985 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b2c6a462-2645-4436-9e04-df60d527c2b8 req-669863e1-ec6b-4510-98c1-9267a61e90f3 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1047294 Jul 14 13:55:48.274338 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b2c6a462-2645-4436-9e04-df60d527c2b8 req-2c96e925-36f7-4eae-be26-8fd02e1a826f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516400 Jul 14 13:55:48.743650 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-de5078a8-a683-4edc-966a-4ad32704e335 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:48.746698 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-de5078a8-a683-4edc-966a-4ad32704e335 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.1391706 Jul 14 13:55:48.980126 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Deleting port cddf979c-7b9d-49d9-8560-ac217c5c05a2 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:48.980767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.237654 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] For port cddf979c-7b9d-49d9-8560-ac217c5c05a2, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=cddf979c-7b9d-49d9-8560-ac217c5c05a2,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:49.239626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:49.288730 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2336f-269a-4b1a-8bf6-5b2da3997ba7 req-2e9fe965-8be6-43a5-a4d1-858dadf6d18a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.292804 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ca2336f-269a-4b1a-8bf6-5b2da3997ba7 req-2e9fe965-8be6-43a5-a4d1-858dadf6d18a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.2242293 Jul 14 13:55:49.825049 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7ca2336f-269a-4b1a-8bf6-5b2da3997ba7 req-60898d58-e694-4758-a096-ea32ad1be1eb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628783 Jul 14 13:55:49.960519 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a785ae-d5a9-4b60-a43a-2d0ef94a7a2a req-7d874f92-16e1-47ff-96d1-abad52d4a55c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:49.962167 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4a785ae-d5a9-4b60-a43a-2d0ef94a7a2a req-7d874f92-16e1-47ff-96d1-abad52d4a55c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 945 time: 0.3020098 Jul 14 13:55:50.071030 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.071399 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.071801 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Floating IP c0679fdb-9e10-40c2-831f-2bcf3c9bbde2 disassociated. External IP: 172.27.3.187, port: cddf979c-7b9d-49d9-8560-ac217c5c05a2. Jul 14 13:55:50.072200 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Calling delete_port for cddf979c-7b9d-49d9-8560-ac217c5c05a2 owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:50.083309 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4a785ae-d5a9-4b60-a43a-2d0ef94a7a2a req-268aa838-b593-4560-9867-401774507538 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea03a6b6-cbd9-489d-8710-d2fb88dc9069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116185 Jul 14 13:55:50.265546 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.299904 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'Port': ['ID=cddf979c-7b9d-49d9-8560-ac217c5c05a2,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:50.440456 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:50.604672 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:50.619969 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:50.639177 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:50.639832 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:50.664114 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] No DVR routers for this DVR port cddf979c-7b9d-49d9-8560-ac217c5c05a2 on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:55:50.667352 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:50.670195 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddaf212f-d237-4c77-995c-d55d09c2bf2b req-c0c12b77-5808-47e9-bd3a-b36069692e57 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "DELETE /v2.0/ports/cddf979c-7b9d-49d9-8560-ac217c5c05a2 HTTP/1.1" status: 204 len: 173 time: 1.9127233 Jul 14 13:55:50.670660 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'name': 'network-vif-deleted', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:50.673216 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43f03c-58f0-4c43-b8bb-a0437dd58267" -d '{"events": [{"server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "name": "network-vif-deleted", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:50.760628 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5642244-4067-44c6-81ae-7be4ff889cee x-openstack-request-id: req-c5642244-4067-44c6-81ae-7be4ff889cee {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:50.761090 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f74575-9223-4b35-aed8-97f82e5d843f", "name": "network-vif-deleted", "tag": "cddf979c-7b9d-49d9-8560-ac217c5c05a2", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:50.761508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5642244-4067-44c6-81ae-7be4ff889cee {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:50.762217 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f74575-9223-4b35-aed8-97f82e5d843f', 'name': 'network-vif-deleted', 'tag': 'cddf979c-7b9d-49d9-8560-ac217c5c05a2', 'status': 'completed', 'code': 200} Jul 14 13:55:50.881592 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:50.906095 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-921cf03c-fa04-4ab9-a57f-21367d737dc3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:50.912454 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-921cf03c-fa04-4ab9-a57f-21367d737dc3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.1788428 Jul 14 13:55:51.345284 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Deleting port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:51.353578 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.417882 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:51.482507 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:51.497386 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:51.498411 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:51.514459 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e46a4-89ec-4383-bd13-f8a79c49f2c1 req-4adef5c6-3ca7-41da-b6e5-c338dcf138d9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:51.533065 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-531e46a4-89ec-4383-bd13-f8a79c49f2c1 req-4adef5c6-3ca7-41da-b6e5-c338dcf138d9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 946 time: 0.3746581 Jul 14 13:55:51.565926 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3e4e758d-bb53-4c86-aff3-df05bddad28b req-c9bf1d6d-b09d-4d52-bd95-c941720dfeaa tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=60f74575-9223-4b35-aed8-97f82e5d843f HTTP/1.1" status: 200 len: 210 time: 0.1717546 Jul 14 13:55:51.700863 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-531e46a4-89ec-4383-bd13-f8a79c49f2c1 req-0137f321-d4da-4722-9942-2cbad50c1b79 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1332e71-f442-445e-979b-658300463858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616123 Jul 14 13:55:51.717019 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] For port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:55:51.717635 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:51.986133 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:52.101969 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.102918 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.103946 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Floating IP e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e disassociated. External IP: 172.27.3.125, port: b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b. Jul 14 13:55:52.104711 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Calling delete_port for b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b owned by compute:nova {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:52.367966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.370151 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:52.400695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'Port': ['ID=b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.426035 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e623da-83d4-4af7-abb5-d51f53a81c0c None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:52.459278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34878) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.662495 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:55:52.676684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c2d8-af4d-4742-8660-4193630391bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.783271 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34888) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.882395 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c2d8-af4d-4742-8660-4193630391bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.889614 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c2d8-af4d-4742-8660-4193630391bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:52.948906 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972da76-09f3-4346-9fd2-ec1480b5a753 None None] New status for floating IP c0679fdb-9e10-40c2-831f-2bcf3c9bbde2: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:55:52.949958 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device cddf979c-7b9d-49d9-8560-ac217c5c05a2 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:52.969561 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c2d8-af4d-4742-8660-4193630391bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca6125-a4f7-4fc2-b3c1-e58d1eafea79,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:52.978345 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a7d8c2d8-af4d-4742-8660-4193630391bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d68481bf431e45699cec85639c65abac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177548 Jul 14 13:55:52.980056 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34890) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:52.997850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:55:53.039383 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: cddf979c-7b9d-49d9-8560-ac217c5c05a2 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:53.040015 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device cddf979c-7b9d-49d9-8560-ac217c5c05a2 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:53.044410 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ef5dcaf6-aed1-46c3-b01e-8676a3738e57 req-d634880a-8fa0-40f2-826b-a8f34bd79a18 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.1126940 Jul 14 13:55:53.056938 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:55:53.083056 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:53.084786 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:53.143434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.226343 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.271476 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] No DVR routers for this DVR port b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b on host hv-cinder-80069 {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:55:53.288518 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.296878 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8fec90d3-9059-495b-8696-79bbe4fe1586 req-a74f6968-5aa0-421c-8f20-5b37412f6d75 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "DELETE /v2.0/ports/b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b HTTP/1.1" status: 204 len: 173 time: 2.3742156 Jul 14 13:55:53.306213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.308197 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-deleted', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:55:53.310875 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60af66f-bb28-4fc6-bedd-23f7d05319b3" -d '{"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-deleted", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:55:53.378626 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:53.401089 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.408305 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.414090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.424850 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cca6125-a4f7-4fc2-b3c1-e58d1eafea79 HTTP/1.1" status: 204 len: 168 time: 0.4426851 Jul 14 13:55:53.439543 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e32b164-63a9-4370-99b3-54ac81f692b2 x-openstack-request-id: req-9e32b164-63a9-4370-99b3-54ac81f692b2 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:55:53.440009 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a46d5-4bdc-4521-8445-0f89d690f59f", "name": "network-vif-deleted", "tag": "b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:55:53.440449 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e32b164-63a9-4370-99b3-54ac81f692b2 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:55:53.441102 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a46d5-4bdc-4521-8445-0f89d690f59f', 'name': 'network-vif-deleted', 'tag': 'b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b', 'status': 'completed', 'code': 200} Jul 14 13:55:53.473045 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5d4d9-d1cf-4ab7-9c6f-b493bc5849f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca6125-a4f7-4fc2-b3c1-e58d1eafea79,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.603202 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.614086 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:53.620395 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea03a6b6-cbd9-489d-8710-d2fb88dc9069 HTTP/1.1" status: 204 len: 168 time: 0.8312511 Jul 14 13:55:53.621651 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34902) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:53.650308 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142897a-470c-41d6-852c-f16d7b70c2b0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea03a6b6-cbd9-489d-8710-d2fb88dc9069,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:53.675483 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.api.v2.resource [None req-340cf245-159b-4e74-a7c6-b8cdcc04f169 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] show failed (client error): The resource could not be found. Jul 14 13:55:53.681568 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-340cf245-159b-4e74-a7c6-b8cdcc04f169 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups/ea03a6b6-cbd9-489d-8710-d2fb88dc9069 HTTP/1.1" status: 404 len: 347 time: 0.0572884 Jul 14 13:55:53.682102 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34904) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:53.808097 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:53.848845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:55:53.861252 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:55:53.862408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:53.880811 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Deleting port 4faf5b6f-447b-4f1c-b3af-0f8749a4e215 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:53.881774 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.025844 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.025844 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.026148 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34908) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:54.045207 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Calling delete_port for 4faf5b6f-447b-4f1c-b3af-0f8749a4e215 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:54.056015 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4acae534-3d99-42da-8895-0f5efa82c017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.077663 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:55:54.324325 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4acae534-3d99-42da-8895-0f5efa82c017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.334929 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4acae534-3d99-42da-8895-0f5efa82c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.411788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acae534-3d99-42da-8895-0f5efa82c017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84809c8-57c5-4a41-8f1c-ac73c9d1e892,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.466406 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4acae534-3d99-42da-8895-0f5efa82c017 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f7c8dfbcb514de98f3f2599fe7917f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388828 Jul 14 13:55:54.469019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34916) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:54.550875 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.574687 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.635041 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'Port': ['ID=4faf5b6f-447b-4f1c-b3af-0f8749a4e215,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.635319 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:55:54.636424 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.705171 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-15ca3920-dc8d-4986-85bd-9bd5670b2142 req-b6c816e3-06fe-4fa6-8f4d-8898708359c3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=971a46d5-4bdc-4521-8445-0f89d690f59f HTTP/1.1" status: 200 len: 210 time: 0.1220376 Jul 14 13:55:54.707673 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d67f0-515b-44e6-8a02-90ac9746ac27 None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:55:54.742684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.754696 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.761767 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c84809c8-57c5-4a41-8f1c-ac73c9d1e892 HTTP/1.1" status: 204 len: 168 time: 0.2857003 Jul 14 13:55:54.777680 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451269d-1801-4796-a219-90e2cd64cebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84809c8-57c5-4a41-8f1c-ac73c9d1e892,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:54.781732 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.799551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:54.802009 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ccd0b584-afb6-4032-be1f-8c3d98e4d776 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "DELETE /v2.0/floatingips/c0679fdb-9e10-40c2-831f-2bcf3c9bbde2 HTTP/1.1" status: 204 len: 168 time: 1.1183107 Jul 14 13:55:54.944928 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:55:55.025019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34926) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.027132 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:55:55.027661 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device b1e7fae2-1835-4a0e-a393-d2b62fdc6e1b not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:55:55.169452 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34930) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.187315 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460be1c-38ee-4b6f-a4ae-524c508ad7df None None] New status for floating IP e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:55:55.190633 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588025775', 'description': 'tempest-description--1623495103'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:55.206268 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aa5dea60-9ab1-4710-9ad2-dce5821389cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.223461 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.330249 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34932) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.360268 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.382772 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aa5dea60-9ab1-4710-9ad2-dce5821389cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.396749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aa5dea60-9ab1-4710-9ad2-dce5821389cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.453932 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.db.api [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:55:55.453932 dv-cinder-800696-2-iscsi neutron-server[99566]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 13:55:55.453932 dv-cinder-800696-2-iscsi neutron-server[99566]: [parameters: {'project_id_1': '8a59509ac97d4eae84dc20ad269ab8df', 'expiration_1': datetime.datetime(2021, 7, 14, 13, 55, 55, 383315)}] Jul 14 13:55:55.453932 dv-cinder-800696-2-iscsi neutron-server[99566]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:55:55.454691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG oslo_db.api [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:55:55.462112 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dea60-9ab1-4710-9ad2-dce5821389cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8084f-6fbd-4359-9082-c63e8a20f645,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.485909 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-aa5dea60-9ab1-4710-9ad2-dce5821389cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83297b154b2e4e6f899cff4650f647ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587629 Jul 14 13:55:55.488948 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34934) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.499547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.506269 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.552351 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.553648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.554410 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3833842 Jul 14 13:55:55.559271 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34936) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.565980 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group_rule': {'security_group_id': '6a14adec-e45f-4505-90e2-aca96918db88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:55.575188 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fcb07-6b2b-4559-9bc0-6c586c02719a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14adec-e45f-4505-90e2-aca96918db88,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.596732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.605010 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.635935 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b7e23ead-094d-4d9b-89bf-a5b347222023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.674985 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.675482 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.679740 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.679977 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.682894 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58e8084f-6fbd-4359-9082-c63e8a20f645 HTTP/1.1" status: 204 len: 168 time: 0.1917074 Jul 14 13:55:55.697688 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027e6b6-19e4-4194-8d09-c31da0a7da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8084f-6fbd-4359-9082-c63e8a20f645,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.716103 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea181a19-f87a-48fb-976a-fddeee873a9c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.726732 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.728075 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0d2a5b7a-9b83-4443-ba13-144d3f3e0dcd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679585 Jul 14 13:55:55.732609 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34940) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.737923 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'security_group_rule': {'security_group_id': '6a14adec-e45f-4505-90e2-aca96918db88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:55.771554 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.869100 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.879666 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.912707 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3dc7c6-b2d2-4b88-ac26-ca8ed446278f,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:55.926440 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.931809 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f86642bc-ea00-46f7-99ce-2f2850ac810b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946054 Jul 14 13:55:55.936620 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34946) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:55.945664 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:55.956006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:55.979290 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34948) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.046013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.db.api [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 13:55:56.046013 dv-cinder-800696-2-iscsi neutron-server[99566]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 13:55:56.046013 dv-cinder-800696-2-iscsi neutron-server[99566]: [parameters: {'project_id': 'cc74d46b03724755bbad43ac85117c06', 'id': 'a5ea0c81-288e-4142-ad87-b90cb174e0f0', 'expiration': datetime.datetime(2021, 7, 14, 13, 57, 56, 3679)}] Jul 14 13:55:56.046013 dv-cinder-800696-2-iscsi neutron-server[99566]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:55:56.046597 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG oslo_db.api [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:55:56.154609 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.209138 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.285480 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.293924 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.337930 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a59509ac97d4eae84dc20ad269ab8df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0062892 Jul 14 13:55:56.339128 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.341126 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34960) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.343373 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.345232 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "DELETE /v2.0/security-groups/f1332e71-f442-445e-979b-658300463858 HTTP/1.1" status: 204 len: 168 time: 0.3644390 Jul 14 13:55:56.346690 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a8d57-48b6-48a5-ba96-f0364c3622f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adad632-e47a-4f87-81e3-0af35ebb15fe,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:56.350851 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34962) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.383570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c061-6ba9-43f4-b74e-72cc6175f6c0 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1332e71-f442-445e-979b-658300463858,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:56.387165 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.api.v2.resource [None req-5dae151b-13da-40ad-8996-bc175e90b58d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] show failed (client error): The resource could not be found. Jul 14 13:55:56.388865 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5dae151b-13da-40ad-8996-bc175e90b58d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups/f1332e71-f442-445e-979b-658300463858 HTTP/1.1" status: 404 len: 347 time: 0.0365465 Jul 14 13:55:56.396904 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34964) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.430758 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.480413 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.589883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.595269 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.597493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1adad632-e47a-4f87-81e3-0af35ebb15fe HTTP/1.1" status: 204 len: 168 time: 0.2547345 Jul 14 13:55:56.612537 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.626582 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8391e-88fd-4b34-9b42-7c070d4616c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adad632-e47a-4f87-81e3-0af35ebb15fe,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:56.728298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Deleting port f22524dc-a998-407b-b419-0641eee054f3 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:55:56.729408 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.897872 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 34978) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:56.917471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.918010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:56.948763 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Calling delete_port for f22524dc-a998-407b-b419-0641eee054f3 owned by network:floatingip {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:55:56.986011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.092073 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1956041773-network', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:57.126963 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Made reservation on behalf of fe4c0110bdbe49ebaa84b3e25c9d6eb3 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:57.131283 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.146522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.313447 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.321039 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.362277 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:55:57.374403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd49b8f6-3ee6-40cd-ae17-12bc937fb86d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.380864 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.381613 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Added segment e4418757-89f9-4a04-bdb7-aafc205acbda of type vlan for network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 Jul 14 13:55:57.478329 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.527759 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.528894 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:57.529774 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.631245 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Allocated IP 172.27.3.31 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/ad1faa79-d8af-4832-a732-ad4880e261d2) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:57.640405 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7401495 Jul 14 13:55:57.647828 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 34996) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:57.658738 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76433133-7c42-4aba-a4f1-a3f3e32a7c31 admin admin] Pushing event updated for resources: {'Network': ['ID=f42bfc5c-0a8f-44a5-ac13-96e717a975f2,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.677473 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:55:57.688959 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Request body: {'subnet': {'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1956041773-subnet', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:57.794422 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Made reservation on behalf of fe4c0110bdbe49ebaa84b3e25c9d6eb3 for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:55:57.798279 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63032451'] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.801232 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:57.877029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'Port': ['ID=f22524dc-a998-407b-b419-0641eee054f3,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:57.918786 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4e6945e6-e27e-42ae-8b98-7eae30358d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.012458 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.028963 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.034270 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.036946 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.038305 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-855b2174-2254-483e-80be-285e8df858be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "DELETE /v2.0/floatingips/e82fee1a-a4f2-4b6d-a85d-2c9bee898e3e HTTP/1.1" status: 204 len: 168 time: 1.6403022 Jul 14 13:55:58.178996 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.248504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64865608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63032497'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.264260 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:58.272963 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:58.294193 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:58.335090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=ad1faa79-d8af-4832-a732-ad4880e261d2,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:58.362111 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c080d66c-b01f-4116-a34c-e353bc527651,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:58.402937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Checking segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:58.402937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Network hostable DHCP agents. Network: f42bfc5c-0a8f-44a5-ac13-96e717a975f2, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:55:58.426289 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35014) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:58.434352 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944488284', 'description': 'tempest-description--1708440822'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:58.464649 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:55:58.473107 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.479625 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.488636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, f42bfc5c-0a8f-44a5-ac13-96e717a975f2) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:58.499597 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:55:58.500626 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.502436 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58f66c-2e8a-44f6-a441-2fd2446f683b None None] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:55:58.586150 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.647201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.653570 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.693527 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-068cbfc4-4d64-4a05-a0fd-8004d3b5c473 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0405285 Jul 14 13:55:58.694831 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35020) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:58.706838 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:58.721349 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.722974 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2952194 Jul 14 13:55:58.728594 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319bda8-5120-4f6f-9a59-cdad2ec4ac6b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:58.734964 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35022) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:58.744424 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group_rule': {'security_group_id': '8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:58.803851 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:55:58.805425 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.829882 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.830921 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.857746 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.965298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.985637 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:58.992228 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.025703 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.031199 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903018 Jul 14 13:55:59.031912 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35028) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:59.032901 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0f8a-b154-4298-b72d-323edc9db112 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd088fa-853a-4be2-9dbb-945f9c719b4a,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.041936 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'security_group_rule': {'security_group_id': '8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:59.080468 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.127676 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.142137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Allocated IP 172.20.0.2 (f42bfc5c-0a8f-44a5-ac13-96e717a975f2/c080d66c-b01f-4116-a34c-e353bc527651/9fcea9ab-df9c-421b-848b-e03ad8fcd826) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:59.184339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.190129 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.200818 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.226834 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4564e024-d189-4b46-949e-eaf6e99b1390,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.239420 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.248355 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-62b2b134-dabd-4cfb-a0d4-b0f9ad6d1376 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124674 Jul 14 13:55:59.249965 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35036) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:55:59.261900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:55:59.287673 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=ad1faa79-d8af-4832-a732-ad4880e261d2,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.303720 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.342873 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.430549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.453980 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.470824 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Transition to ACTIVE for port object 9fcea9ab-df9c-421b-848b-e03ad8fcd826 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:59.504380 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Transition to ACTIVE for port object 9fcea9ab-df9c-421b-848b-e03ad8fcd826 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:55:59.524785 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.541955 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.543942 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.545441 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fe1e5b4b-aef2-4c8c-8055-913fcc4def54 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6072526 Jul 14 13:55:59.627582 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Pushing event updated for resources: {'Port': ['ID=9fcea9ab-df9c-421b-848b-e03ad8fcd826,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:55:59.646700 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:55:59.649887 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.650482 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.651061 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.651638 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.652244 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.652821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.653418 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.653974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.654553 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.655127 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.656495 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.657079 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:55:59.664688 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:55:59.668728 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:55:59.783965 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Attempting to bind port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:55:59.784503 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Attempting to bind port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:55:59.788329 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Attempting to bind port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 on network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:55:59.812353 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:55:59.814287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Checking segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:55:59.814287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.814287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Bound using segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:55:59.814287 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Bound port: 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:55:59.814853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.819580 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:55:59.825769 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Allocated IP 172.27.3.41 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/4d9c8559-830a-481c-aa6f-a757d25da6e3) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:55:59.985989 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] For port 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:55:59.990277 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] For port 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=9fcea9ab-df9c-421b-848b-e03ad8fcd826,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:55:59.997268 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.069046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.107595 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.221778 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c36b5-d92c-4356-a5cb-c1f4195a5d90 None None] Pushing event updated for resources: {'Port': ['ID=9fcea9ab-df9c-421b-848b-e03ad8fcd826,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:00.395802 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:00.417393 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07943-48e9-4366-84b0-463fde6054df req-6d43a4c9-0108-4f82-a3fa-27973a78fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:00.420562 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-6d43a4c9-0108-4f82-a3fa-27973a78fb59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1137 time: 0.3086429 Jul 14 13:56:00.990296 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-568f9d15-1d84-450c-92bf-37be459278e9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--588025775&fields=id&tenant_id=cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 267 time: 0.1494265 Jul 14 13:56:01.003118 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.069029 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07943-48e9-4366-84b0-463fde6054df req-7a35c45b-86aa-4fad-be03-1dfed7770996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.071623 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-7a35c45b-86aa-4fad-be03-1dfed7770996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.6433306 Jul 14 13:56:01.085107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Allocated IP 172.27.3.78 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/6512e87f-9b80-4143-b070-9d18b20ff6d6) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:01.178976 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:01.234399 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=4d9c8559-830a-481c-aa6f-a757d25da6e3,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.249387 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:01.253825 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:01.278135 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.279362 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570a4ec-fc44-47e6-ba35-58823fbac369 req-cccecfc8-eba8-4400-b478-a4164b8e3aa4 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.285207 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e570a4ec-fc44-47e6-ba35-58823fbac369 req-cccecfc8-eba8-4400-b478-a4164b8e3aa4 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 1.0200090 Jul 14 13:56:01.328303 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.412715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.425983 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-6be53a86-8741-4c0f-8b89-e74c811f47f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 1001 time: 0.2767420 Jul 14 13:56:01.469390 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:01.473854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:01.477944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:01.546790 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-048a6c72-f046-435c-a67e-ff874d72b165 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.548662 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-048a6c72-f046-435c-a67e-ff874d72b165 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 811 time: 0.5279768 Jul 14 13:56:01.576512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6512e87f-9b80-4143-b070-9d18b20ff6d6,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:01.583059 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e570a4ec-fc44-47e6-ba35-58823fbac369 req-9feab121-91e8-474f-aaa6-c62ed84a4671 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483037 Jul 14 13:56:01.655543 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.656963 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.657509 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.657977 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.658695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.659265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.660623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.661178 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.661820 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.662498 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.663385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.663955 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:01.671385 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcefc5e-0c9b-40f3-99ae-c51d66741756 None None] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:01.732769 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.742180 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07943-48e9-4366-84b0-463fde6054df req-8b875963-8e66-4427-9bae-6771f973ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.743177 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-8b875963-8e66-4427-9bae-6771f973ce26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.3037763 Jul 14 13:56:01.750489 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-fdbbf278-893a-4280-9c3b-435a0511eed7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/quotas/cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 375 time: 0.1661632 Jul 14 13:56:01.875440 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-03b13aed-2f25-46ab-a086-e48fbf243b00 None None] Provisioning for port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:01.955562 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.975105 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:01.986081 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07943-48e9-4366-84b0-463fde6054df req-d92851bd-35f0-4de2-b457-6b7885f0f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:01.988350 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-d92851bd-35f0-4de2-b457-6b7885f0f652 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2368183 Jul 14 13:56:02.081809 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:02.088738 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-38a71fa7-a35f-4f10-8c46-58b720d54a1a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3248692 Jul 14 13:56:02.214110 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-65597197-ca8d-4e57-8c58-e6df46dacee2 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172263 Jul 14 13:56:02.375314 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 9fcea9ab-df9c-421b-848b-e03ad8fcd826 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:02.410053 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.482677 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:02.495919 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.496974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.542056 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.552563 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ce07943-48e9-4366-84b0-463fde6054df req-61d00505-2d40-447d-96a6-366c51e687c2 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088920 Jul 14 13:56:02.565895 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.579132 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-11aeaf9a-c242-4e4f-8db7-22f046f44fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583280 Jul 14 13:56:02.595978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] Provisioning complete for port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:02.596583 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.785294 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=4d9c8559-830a-481c-aa6f-a757d25da6e3,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:02.804603 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:56:02.851958 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.895184 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.905689 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-112ee97b-1e75-456e-8c40-1ca3bec6dece service neutron] 10.222.0.44 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795389 Jul 14 13:56:02.926905 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:02.929456 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f64840e7-a9ba-46df-96f4-21c4fc9f5a19 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6773968 Jul 14 13:56:02.946298 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.007352 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] For port 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=9fcea9ab-df9c-421b-848b-e03ad8fcd826,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:03.138524 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.184721 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:03.186758 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc652-cc41-4eb6-86d5-3e9fa5655720 req-0d467b02-5689-4ffc-95ab-be285cfa87f2 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:03.207041 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24afc652-cc41-4eb6-86d5-3e9fa5655720 req-0d467b02-5689-4ffc-95ab-be285cfa87f2 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.2748494 Jul 14 13:56:03.225214 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:03.230533 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f3c29e68-0823-4081-a321-80c4f11bf1e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5340757 Jul 14 13:56:03.231648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35090) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:03.318773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-01951e3e-57fc-4098-807f-09206085071b req-7bb4ca8e-44b8-4ee6-ab77-e3b94e339130 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.0601826 Jul 14 13:56:03.369762 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-24afc652-cc41-4eb6-86d5-3e9fa5655720 req-d90e7b4f-0961-4a7c-b3cc-bfda3cfeadfa tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339686 Jul 14 13:56:03.471864 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Sync routers for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:03.528741 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:03.529809 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:03.539343 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.db.api [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 13:56:03.539993 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG oslo_db.api [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 13:56:03.557624 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-3863d83c-c7c2-480a-a356-e9dac6f37b87 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1944488284&fields=id&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 267 time: 0.0772092 Jul 14 13:56:03.623244 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57943e3b-b249-40f5-a12b-d9e7ddd50eed None None] Pushing event updated for resources: {'Port': ['ID=9fcea9ab-df9c-421b-848b-e03ad8fcd826,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:03.734625 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:03.807625 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-2c0408d0-d2b1-45dc-a0e1-6c6994ee7f13 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:03.810945 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-2c0408d0-d2b1-45dc-a0e1-6c6994ee7f13 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 816 time: 0.2506287 Jul 14 13:56:03.842337 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-967927eb-339c-44d1-8760-dd86938b1a4d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/quotas/52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 375 time: 0.0219533 Jul 14 13:56:03.959169 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-0161b38e-57cd-4c7d-a879-0a2673391a41 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080172 Jul 14 13:56:04.089797 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.114873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 3, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:04.146055 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-aa92dd1c-f3f6-4e58-9242-ff3d45cc554b service neutron] 10.222.0.44 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478665 Jul 14 13:56:04.182591 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Checking router: 79824a20-7a0a-4525-bf23-21c9ac1b04c7 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:04.183171 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Updating router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 port 6512e87f-9b80-4143-b070-9d18b20ff6d6 binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:04.257468 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.406720 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-e81633ad-f6f7-4c6c-a453-45aa99720854 service neutron] 10.222.0.44 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478495 Jul 14 13:56:04.463115 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Allocated IP 172.20.0.1 (f42bfc5c-0a8f-44a5-ac13-96e717a975f2/c080d66c-b01f-4116-a34c-e353bc527651/b8f06220-cf5e-41ef-9c3a-46392dd8e704) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:04.511754 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 9fcea9ab-df9c-421b-848b-e03ad8fcd826 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:04.618389 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3a339b26-c2ec-4d21-93b0-f4277639ea51 req-377d4140-2b55-423e-b093-91c76fdbd5a4 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.1144178 Jul 14 13:56:04.759407 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.818261 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Transition to ACTIVE for port object b8f06220-cf5e-41ef-9c3a-46392dd8e704 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:04.895728 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:04.907316 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:04.909106 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.030564 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:05.034785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:05.035131 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956d20b-1173-4adc-a538-ad8ec7860c85 req-84bdc5c0-71e2-446f-b775-ffa864dfbc7c tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:05.039302 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b956d20b-1173-4adc-a538-ad8ec7860c85 req-84bdc5c0-71e2-446f-b775-ffa864dfbc7c tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.2121346 Jul 14 13:56:05.044752 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:05.050229 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:05.156338 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35136) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:05.204353 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b956d20b-1173-4adc-a538-ad8ec7860c85 req-46f9414e-f095-428f-a90d-053ba751565e tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497402 Jul 14 13:56:05.205554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.432366 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0cb100e-ac6c-4acc-8b98-a706ed685c3e req-ece8b28a-b042-4c3d-90bd-c7ecf3f688ff tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 210 time: 0.6312072 Jul 14 13:56:05.563666 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.582132 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Transition to ACTIVE for port object 6512e87f-9b80-4143-b070-9d18b20ff6d6 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:05.614628 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.630699 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-4f2cd92e-590c-4f96-a44c-beec13d5d636 None None] Provisioning for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:05.706071 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c08c1-c7e0-4bbf-932f-35f04f1ce2d3 None None] Pushing event updated for resources: {'Port': ['ID=6512e87f-9b80-4143-b070-9d18b20ff6d6,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:05.717665 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-4f2cd92e-590c-4f96-a44c-beec13d5d636 None None] Provisioning complete for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:05.718213 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4f2cd92e-590c-4f96-a44c-beec13d5d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.747468 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dc03c95d-3829-466c-9c0f-e98d952e495c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.776099 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Attempting to bind port 6512e87f-9b80-4143-b070-9d18b20ff6d6 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:05.776785 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Attempting to bind port 6512e87f-9b80-4143-b070-9d18b20ff6d6 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:05.777394 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Attempting to bind port 6512e87f-9b80-4143-b070-9d18b20ff6d6 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:05.790806 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:05.792200 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:05.792911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.793659 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:05.794563 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Bound port: 6512e87f-9b80-4143-b070-9d18b20ff6d6, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:05.795560 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.894241 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] For port 6512e87f-9b80-4143-b070-9d18b20ff6d6, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:05.900320 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] For port 6512e87f-9b80-4143-b070-9d18b20ff6d6, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6512e87f-9b80-4143-b070-9d18b20ff6d6,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:05.913868 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:05.965184 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac741ba6-2aca-43c5-a059-94b5e7eed0ad req-e697bfcf-d754-4181-b944-a14764e12a74 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.0933721 Jul 14 13:56:05.986100 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cd92e-590c-4f96-a44c-beec13d5d636 None None] Port b8f06220-cf5e-41ef-9c3a-46392dd8e704 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:06.000338 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:06.001022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:06.124155 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c08c1-c7e0-4bbf-932f-35f04f1ce2d3 None None] Pushing event updated for resources: {'Port': ['ID=6512e87f-9b80-4143-b070-9d18b20ff6d6,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.130938 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.179254 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dc03c95d-3829-466c-9c0f-e98d952e495c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.188629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-dc03c95d-3829-466c-9c0f-e98d952e495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.221120 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-8927706c-fb88-4062-a944-6f16092dccf1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:06.224100 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-8927706c-fb88-4062-a944-6f16092dccf1 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 811 time: 0.3800755 Jul 14 13:56:06.229387 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:06.321486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-0716bb11-0b0c-4a48-8c96-7b081ee85d8e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc74d46b03724755bbad43ac85117c06 HTTP/1.1" status: 200 len: 379 time: 0.0764947 Jul 14 13:56:06.340108 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'port': {'device_id': 'e731659a-3303-4805-b017-8e3f9376f381', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'admin_state_up': True, 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'security_groups': ['6a14adec-e45f-4505-90e2-aca96918db88']}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:06.350103 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03c95d-3829-466c-9c0f-e98d952e495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d13af-a059-478b-9443-8aa264fb532d,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.380017 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-dc03c95d-3829-466c-9c0f-e98d952e495c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98007365fb4b49a59f87923278cb0900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2222919 Jul 14 13:56:06.391898 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35146) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:06.563624 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.574172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.626182 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:04Z', 'revision_number': 1, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:06.649891 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.665544 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096760b1-fc69-406f-bcdc-6a76a23c1f5c None None] The sync data for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi is: [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:04Z', 'revision_number': 1, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:06.689976 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.708069 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:06.721437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:06.923508 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:06.926559 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:07.256433 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4f93b183-f178-469d-81dd-7dec971fc77b req-04068d5a-943b-4bb8-ab53-e8e2dfacf607 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 210 time: 0.5360644 Jul 14 13:56:07.326308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:07.415764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:07.418856 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:07.422552 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d93d13af-a059-478b-9443-8aa264fb532d HTTP/1.1" status: 204 len: 168 time: 1.0265026 Jul 14 13:56:07.452655 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-822e785f-c817-4a00-8c5d-c86101e8567e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.456246 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-16944bd9-42ae-4780-8ae2-6d8ade40a1b1 None None] Provisioning complete for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:07.457177 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-16944bd9-42ae-4780-8ae2-6d8ade40a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:07.461359 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d13af-a059-478b-9443-8aa264fb532d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:07.462281 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-822e785f-c817-4a00-8c5d-c86101e8567e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 816 time: 0.3934410 Jul 14 13:56:07.499529 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.501700 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.502321 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.502848 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.503828 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.504009 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.504514 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.504872 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.508699 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.509144 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.509490 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.509833 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf663e34-1cdb-409e-b2a5-b8f481ae9947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:07.540804 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-16944bd9-42ae-4780-8ae2-6d8ade40a1b1 None None] Port b8f06220-cf5e-41ef-9c3a-46392dd8e704 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:07.549477 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa7ee2-c3e0-4e2b-975d-acb0cc7be2d6 req-23df7496-9a1f-40ac-9f1d-c402c432d4fe tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:07.558412 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ffa7ee2-c3e0-4e2b-975d-acb0cc7be2d6 req-23df7496-9a1f-40ac-9f1d-c402c432d4fe tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 1.0098381 Jul 14 13:56:07.608457 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Made reservation on behalf of cc74d46b03724755bbad43ac85117c06 for: {'port': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:07.614507 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:07.686543 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6c7bf800-5ff9-4785-b544-16da9eb5894c req-b4505b8f-cbeb-4b47-b9ae-f93831573533 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.0662558 Jul 14 13:56:07.757391 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3ffa7ee2-c3e0-4e2b-975d-acb0cc7be2d6 req-c58f39b2-a493-4c9c-9284-b2a0fa021463 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1978645 Jul 14 13:56:07.855034 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:07.857614 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-787be68d-ac18-4401-a787-1c65cc8fb384 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 380 time: 0.3762288 Jul 14 13:56:07.882127 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'port': {'device_id': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'admin_state_up': True, 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'security_groups': ['8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:08.005500 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:08.035501 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-918bbcf1-f861-46ef-ba01-846a2ec5ac46 admin admin] 10.222.0.44 "PUT /v2.0/routers/79824a20-7a0a-4525-bf23-21c9ac1b04c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8009579 Jul 14 13:56:08.082236 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Allocated IP 172.20.0.12 (87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a/2497c72d-178f-4146-b2c9-b2c4119de020/0a3c84f8-2059-4171-a926-1442694d2ba0) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:08.183258 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35166) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:08.225836 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1d25-bc0a-4287-979d-a67d3e13fac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.270172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Made reservation on behalf of 52bfc7977d4942ae971cf11446f5753e for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:08.277846 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.429152 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.473812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Transition to ACTIVE for port object 0a3c84f8-2059-4171-a926-1442694d2ba0 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:08.479853 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6512e87f-9b80-4143-b070-9d18b20ff6d6 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:08.588995 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.682435 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 6512e87f-9b80-4143-b070-9d18b20ff6d6 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:08.696309 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 6512e87f-9b80-4143-b070-9d18b20ff6d6 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:08.698098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.735226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Allocated IP 172.20.0.10 (2637d5bd-2598-4efd-aa33-6141ecdfeac2/970e46cc-7e66-4916-995d-e3c13397ffb4/d79f8504-16a8-4e21-99f4-33c223748137) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:08.791488 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1d25-bc0a-4287-979d-a67d3e13fac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.812842 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1d25-bc0a-4287-979d-a67d3e13fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:08.831965 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:08.837780 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:08.840579 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:08.916370 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4b8b1d25-bc0a-4287-979d-a67d3e13fac3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bccc2e1815147afb22615249c57b25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310517 Jul 14 13:56:08.922244 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35180) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:08.984552 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-74c5155d-d288-4aa1-81e7-f4059e206149 req-cb817d24-2ca6-444a-8541-649cae8dc2f6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 210 time: 0.3061709 Jul 14 13:56:09.016147 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.021260 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.031957 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event updated for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.084595 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.163759 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 6512e87f-9b80-4143-b070-9d18b20ff6d6, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6512e87f-9b80-4143-b070-9d18b20ff6d6,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:09.177916 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.195048 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1d25-bc0a-4287-979d-a67d3e13fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84d124-7102-4430-81e1-2516103d7ade,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.210225 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bd3548ae-a404-4b26-b278-1e3b1889e7a0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8827565 Jul 14 13:56:09.247961 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Request body: {'port': {'device_id': 'e731659a-3303-4805-b017-8e3f9376f381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:09.445391 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=6512e87f-9b80-4143-b070-9d18b20ff6d6,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.458171 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.474917 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-a44dce79-349e-4ae9-b47b-18be0eff0843 None None] Provisioning for port 0a3c84f8-2059-4171-a926-1442694d2ba0 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:09.482335 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-a44dce79-349e-4ae9-b47b-18be0eff0843 None None] Provisioning complete for port 0a3c84f8-2059-4171-a926-1442694d2ba0 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:09.483272 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a44dce79-349e-4ae9-b47b-18be0eff0843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.522443 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.536275 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.574247 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Transition to ACTIVE for port object d79f8504-16a8-4e21-99f4-33c223748137 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:09.582627 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-a44dce79-349e-4ae9-b47b-18be0eff0843 None None] Port 0a3c84f8-2059-4171-a926-1442694d2ba0 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:09.603686 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.638043 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35188) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:09.647182 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-148252982-network', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:09.665814 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0e11e-58b8-4184-95b6-dced9b59a973 req-66b3da6b-1aa1-4d80-a815-23b314aba7f2 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.669527 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ba0e11e-58b8-4184-95b6-dced9b59a973 req-66b3da6b-1aa1-4d80-a815-23b314aba7f2 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 932 time: 0.6830189 Jul 14 13:56:09.754739 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Made reservation on behalf of d4634a3bb4c9474390ed413deaa20c4b for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:09.757532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.769152 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.773706 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.826786 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.831061 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:09.832590 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed84d124-7102-4430-81e1-2516103d7ade HTTP/1.1" status: 204 len: 168 time: 0.8996305 Jul 14 13:56:09.889044 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9ba0e11e-58b8-4184-95b6-dced9b59a973 req-5151d662-8069-457d-95c3-245fe357bf0b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044032 Jul 14 13:56:09.916836 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0ce84-47e5-4626-9bfd-262f6ff4a5f7 req-c7e5c94a-d313-41f1-9d94-5b1aa3b6f59d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:09.919586 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.927368 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:09.929085 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fea0ce84-47e5-4626-9bfd-262f6ff4a5f7 req-c7e5c94a-d313-41f1-9d94-5b1aa3b6f59d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.4412916 Jul 14 13:56:09.933197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75555d-f22e-471c-b892-c78463eb8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84d124-7102-4430-81e1-2516103d7ade,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:09.956083 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:09.968257 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:10.186826 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:10.188012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.194986 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fea0ce84-47e5-4626-9bfd-262f6ff4a5f7 req-0817b51d-5223-4cd8-98e9-fb17e1066200 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2534597 Jul 14 13:56:10.386314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.399097 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.418227 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-b471db44-1cf0-4f86-9b04-7b32f5370d66 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5490527 Jul 14 13:56:10.434097 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6512e87f-9b80-4143-b070-9d18b20ff6d6 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:10.457073 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3c84f8-2059-4171-a926-1442694d2ba0 {{(pid=99565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:10.458286 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Request body: {'port': {'device_id': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:10.476648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:56:10.480443 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.535105 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb259e-a2e7-41bb-a17a-79e3a705506e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:10.541004 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.541580 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Added segment e5dba0cc-8fbc-41e9-b54f-e9fecb29d964 of type vlan for network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 Jul 14 13:56:10.587409 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Transition to ACTIVE for port object 0a3c84f8-2059-4171-a926-1442694d2ba0 will not be triggered until provisioned by entity L2. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:10.595356 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.607041 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-518a3521-bcfd-4f5f-bc4c-74f4fd8ae1a9 None None] Provisioning for port d79f8504-16a8-4e21-99f4-33c223748137 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:10.616784 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-518a3521-bcfd-4f5f-bc4c-74f4fd8ae1a9 None None] Provisioning complete for port d79f8504-16a8-4e21-99f4-33c223748137 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:10.618012 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-518a3521-bcfd-4f5f-bc4c-74f4fd8ae1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.680332 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.698387 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 6512e87f-9b80-4143-b070-9d18b20ff6d6 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:10.699049 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.705422 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-518a3521-bcfd-4f5f-bc4c-74f4fd8ae1a9 None None] Port d79f8504-16a8-4e21-99f4-33c223748137 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:10.720847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:10.723337 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:10.901108 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Attempting to bind port 0a3c84f8-2059-4171-a926-1442694d2ba0 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:10.902146 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Attempting to bind port 0a3c84f8-2059-4171-a926-1442694d2ba0 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:10.902146 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Attempting to bind port 0a3c84f8-2059-4171-a926-1442694d2ba0 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:10.918415 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Sync routers for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:10.925264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Port 0a3c84f8-2059-4171-a926-1442694d2ba0 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:10.926309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Attempting to bind port 0a3c84f8-2059-4171-a926-1442694d2ba0 on network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:10.937771 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:10.950625 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:10.957251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e94657-c8f4-415d-9a9b-b48ef39485ad req-a109ed82-d67b-40f7-9795-8ec917cfe8b4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:10.960108 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0e94657-c8f4-415d-9a9b-b48ef39485ad req-a109ed82-d67b-40f7-9795-8ec917cfe8b4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 932 time: 0.4764276 Jul 14 13:56:10.962444 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:10.963298 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Checking segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:10.963966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Bound using segment: {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'} {{(pid=99565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:10.964811 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.managers [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Bound port: 0a3c84f8-2059-4171-a926-1442694d2ba0, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d887d9-319d-4e5e-a576-57f6e9d1a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a'}}] {{(pid=99565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:10.965480 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.141743 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c0e94657-c8f4-415d-9a9b-b48ef39485ad req-c14b783a-a377-4d2f-aab0-17f8e13d8780 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705852 Jul 14 13:56:11.273441 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:11.287755 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.311107 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:11.311792 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Transition to ACTIVE for port object d79f8504-16a8-4e21-99f4-33c223748137 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:11.319417 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.337231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.339564 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.340848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.395187 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, cleared binding levels {{(pid=99565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:11.425689 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7855394 Jul 14 13:56:11.426892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0a3c84f8-2059-4171-a926-1442694d2ba0,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:11.429141 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35214) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:11.441850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.456883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Request body: {'subnet': {'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-148252982-subnet', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:11.543434 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.550589 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.552977 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a3c84f8-2059-4171-a926-1442694d2ba0 HTTP/1.1" status: 200 len: 1094 time: 2.3163233 Jul 14 13:56:11.555656 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:11.558473 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa0ee7-5609-494a-86a6-813791432de5" -d '{"events": [{"name": "network-changed", "server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:11.573064 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:11.651991 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921feef-ce62-4bbf-93a7-43e1bff50745 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9459d7-6eb1-4605-bee2-0f7152bf02c5,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:11.668788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:56:11.737109 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Made reservation on behalf of d4634a3bb4c9474390ed413deaa20c4b for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:11.758904 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63032451'] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:11.764740 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eceefa-5fe0-4dd9-9e6a-e9bc0bab934e req-ecb8e176-b88d-4976-b76a-84cf7820865b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:11.791200 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51eceefa-5fe0-4dd9-9e6a-e9bc0bab934e req-ecb8e176-b88d-4976-b76a-84cf7820865b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 944 time: 0.5041757 Jul 14 13:56:12.033531 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6026d-996a-47dd-820a-09f606c72959 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=3']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:12.121450 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-51eceefa-5fe0-4dd9-9e6a-e9bc0bab934e req-56e29014-2dde-4c87-badd-92e9ced16816 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287907 Jul 14 13:56:12.164712 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:06Z', 'revision_number': 2, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:12.225316 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Checking router: 79824a20-7a0a-4525-bf23-21c9ac1b04c7 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:12.226270 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Updating router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 port b8f06220-cf5e-41ef-9c3a-46392dd8e704 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:12.255326 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d8f9b-f034-4ff9-b89f-725460c838ae req-351a218d-17c7-4b28-8eb5-337815a00b5d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.274402 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64865608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63032497'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.275955 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d02d8f9b-f034-4ff9-b89f-725460c838ae req-351a218d-17c7-4b28-8eb5-337815a00b5d tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.7091186 Jul 14 13:56:12.288481 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-3e4f3c30-d500-4f49-8fc1-4ba71322ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.290180 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.308048 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-3e4f3c30-d500-4f49-8fc1-4ba71322ae03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 1097 time: 0.6462886 Jul 14 13:56:12.329220 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1beb7-507b-4a58-8225-959d47761ef9 x-openstack-request-id: req-aef1beb7-507b-4a58-8225-959d47761ef9 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:12.330641 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:12.330943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aef1beb7-507b-4a58-8225-959d47761ef9 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:12.331333 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'status': 'completed', 'code': 200} Jul 14 13:56:12.417768 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-bcdeba79-17a8-4918-9175-01934acafef8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3c84f8-2059-4171-a926-1442694d2ba0 HTTP/1.1" status: 200 len: 217 time: 0.0652301 Jul 14 13:56:12.485601 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Attempting to bind port d79f8504-16a8-4e21-99f4-33c223748137 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:12.486694 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Attempting to bind port d79f8504-16a8-4e21-99f4-33c223748137 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:12.487446 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Attempting to bind port d79f8504-16a8-4e21-99f4-33c223748137 on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:12.499447 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27184d3a-8f4f-4312-b52a-5b1b9483cf37,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:12.523115 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Port d79f8504-16a8-4e21-99f4-33c223748137 on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:12.524017 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Attempting to bind port d79f8504-16a8-4e21-99f4-33c223748137 on network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:12.534859 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d02d8f9b-f034-4ff9-b89f-725460c838ae req-82f36575-9789-4dd1-925c-fafb1b613879 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2567878 Jul 14 13:56:12.565206 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-8655285c-a99e-4929-a1e9-6013d347b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.571891 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-8655285c-a99e-4929-a1e9-6013d347b609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.1464679 Jul 14 13:56:12.596347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Checking segment: {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:12.596898 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Network hostable DHCP agents. Network: ec9459d7-6eb1-4605-bee2-0f7152bf02c5, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:56:12.601084 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:12.601959 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Checking segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:12.603196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Bound using segment: {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:12.603965 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Bound port: d79f8504-16a8-4e21-99f4-33c223748137, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641ac649-9f6a-4a9c-8fb1-24abd797c63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:12.604594 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.692370 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-281e5124-6087-4c0e-b301-4dc39d08aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.695009 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-281e5124-6087-4c0e-b301-4dc39d08aed5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1137 time: 0.3926091 Jul 14 13:56:12.735359 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:56:12.781155 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07452e56-c0f2-4e3e-8906-913377ca3aa0 req-fed32a72-1b26-4833-b447-ba5176c7a73c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.793016 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07452e56-c0f2-4e3e-8906-913377ca3aa0 req-fed32a72-1b26-4833-b447-ba5176c7a73c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1943250 Jul 14 13:56:12.805868 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-389ca161-24f7-4688-bf2f-d1b7f9c1e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.808469 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-389ca161-24f7-4688-bf2f-d1b7f9c1e589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2294030 Jul 14 13:56:12.856319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, ec9459d7-6eb1-4605-bee2-0f7152bf02c5) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:12.871858 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721e498-63ff-455f-a2c2-dfe5f58401df None None] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:12.883764 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:12.885133 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.922389 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:12.937668 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:12.953616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:12.972687 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-07452e56-c0f2-4e3e-8906-913377ca3aa0 req-adae09ed-68e3-4ff3-8aa9-8e4359094085 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739745 Jul 14 13:56:12.983075 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.005801 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Transition to ACTIVE for port object b8f06220-cf5e-41ef-9c3a-46392dd8e704 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:13.023565 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.075649 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:13.096593 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c930fb0d-0841-4948-b48f-d3df7bf8e8a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6470113 Jul 14 13:56:13.104294 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35236) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:13.112197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:13.113771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-8762e3b7-7611-4fed-b560-93427acbd7b5 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943351 Jul 14 13:56:13.150157 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.151252 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.158162 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-cabb6c60-e3d4-4eb8-9613-202807aacac9 service neutron] 10.222.0.36 "PUT /v2.0/ports/d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 1094 time: 2.7208948 Jul 14 13:56:13.159363 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:13.166404 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e859755-3b8d-43cd-b77b-543616e479bd" -d '{"events": [{"name": "network-changed", "server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:13.231916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-91492570-213e-4df2-82a5-3197b147e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:13.237143 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-91492570-213e-4df2-82a5-3197b147e06f service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.5063791 Jul 14 13:56:13.310705 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Pushing event updated for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:13.379063 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'fixed_ips': [{'subnet_id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:56:13.381434 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.428676 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d335b7-a709-4e84-8cbf-55b628fd52e0 x-openstack-request-id: req-99d335b7-a709-4e84-8cbf-55b628fd52e0 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:13.429538 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:13.429538 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99d335b7-a709-4e84-8cbf-55b628fd52e0 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:13.430095 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'status': 'completed', 'code': 200} Jul 14 13:56:13.437286 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.437834 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.438383 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.438912 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.439446 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.446846 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.448816 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.449367 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.453922 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.454396 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.455134 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.455437 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:56:13.597277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-552890c5-a90b-462e-a959-32a6c8b68b6b req-935e547a-dc61-4a80-9f61-8f9ddbafbc5e service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721873 Jul 14 13:56:13.609993 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.611679 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.630384 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Attempting to bind port b8f06220-cf5e-41ef-9c3a-46392dd8e704 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:13.630958 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Attempting to bind port b8f06220-cf5e-41ef-9c3a-46392dd8e704 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:13.631519 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Attempting to bind port b8f06220-cf5e-41ef-9c3a-46392dd8e704 on network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:13.667835 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:13.668481 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Checking segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:13.669130 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.669762 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Bound using segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:13.670517 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Bound port: b8f06220-cf5e-41ef-9c3a-46392dd8e704, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:13.671184 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.783503 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-33c51f45-df30-498e-bc24-839be8a2bd71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 1001 time: 0.5172875 Jul 14 13:56:13.889008 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:13.928349 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] For port b8f06220-cf5e-41ef-9c3a-46392dd8e704, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:13.938294 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] For port b8f06220-cf5e-41ef-9c3a-46392dd8e704, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b8f06220-cf5e-41ef-9c3a-46392dd8e704,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:13.946994 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:14.086307 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158accf-6217-4de5-ba8f-7c37569e569a None None] Pushing event updated for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:14.103272 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-08011525-55cb-4ea3-a412-db5a5281cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.106329 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-08011525-55cb-4ea3-a412-db5a5281cedc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.2856574 Jul 14 13:56:14.138579 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:14.139668 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:14.233471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb79b-a8c1-43e7-a882-2b498cebb47f req-ffc711c5-05bd-469b-9819-88bd8e6650be tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.235719 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-671f5273-a440-46f2-9e38-eed1a1b7dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.237619 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-671f5273-a440-46f2-9e38-eed1a1b7dbfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1097 time: 0.9828854 Jul 14 13:56:14.260112 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efadb79b-a8c1-43e7-a882-2b498cebb47f req-ffc711c5-05bd-469b-9819-88bd8e6650be tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 944 time: 0.6437211 Jul 14 13:56:14.345442 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-9de2a5d5-809b-4aa7-a248-bc9d18ddbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.347052 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-9de2a5d5-809b-4aa7-a248-bc9d18ddbffc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 1097 time: 0.5572534 Jul 14 13:56:14.396284 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Allocated IP 172.20.0.2 (ec9459d7-6eb1-4605-bee2-0f7152bf02c5/27184d3a-8f4f-4312-b52a-5b1b9483cf37/c7f78bc2-94e8-4e6b-b759-05d732b61dc7) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:14.430390 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b8f06220-cf5e-41ef-9c3a-46392dd8e704 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:14.471085 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:14.494314 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-8d5a755f-4d1b-4dc7-ba1f-539668724f08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 217 time: 0.2123606 Jul 14 13:56:14.566719 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-efadb79b-a8c1-43e7-a882-2b498cebb47f req-ccbfac02-4d32-481e-8d8a-d1cfb9b75f7f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050525 Jul 14 13:56:14.592691 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:14.603846 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d66e-6492-41ac-8b9c-915f18d11239 req-c704f92b-bca6-4eb3-9c6f-92357cd62680 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.618077 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8490d66e-6492-41ac-8b9c-915f18d11239 req-c704f92b-bca6-4eb3-9c6f-92357cd62680 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.6980610 Jul 14 13:56:14.749093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8490d66e-6492-41ac-8b9c-915f18d11239 req-36f2bf21-a850-4e55-bc20-9b71cb6a3c2c tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1291759 Jul 14 13:56:14.758762 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-de25c0be-b9aa-4691-ab77-4a3f515845bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.763656 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-de25c0be-b9aa-4691-ab77-4a3f515845bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.4004381 Jul 14 13:56:14.920611 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-99a309c0-7446-424b-85df-af6011e6d818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3c84f8-2059-4171-a926-1442694d2ba0 HTTP/1.1" status: 200 len: 217 time: 0.1449404 Jul 14 13:56:14.947857 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-6f2e5555-382f-4c8f-906a-61dbbfc9032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.950672 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-6f2e5555-382f-4c8f-906a-61dbbfc9032c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.4371805 Jul 14 13:56:14.978666 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-b7960521-051f-4a10-a04a-a9da8a320130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:14.979815 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:14.981956 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-b7960521-051f-4a10-a04a-a9da8a320130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8616338 Jul 14 13:56:14.990193 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:14.999975 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:15.000978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.047655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Transition to ACTIVE for port object c7f78bc2-94e8-4e6b-b759-05d732b61dc7 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:15.111163 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Transition to ACTIVE for port object c7f78bc2-94e8-4e6b-b759-05d732b61dc7 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:15.119608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-03a52f2b-1391-4331-b2f5-f13f54771f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.122844 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-03a52f2b-1391-4331-b2f5-f13f54771f9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.1675117 Jul 14 13:56:15.124271 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35266) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:15.128049 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.141859 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:13Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:15.204416 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:15.211328 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:15.217937 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:15.231684 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5206e-e251-40df-96c4-b6ede150b72c req-5bd03912-f7d7-497f-affc-516979184bc4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.234864 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5af5206e-e251-40df-96c4-b6ede150b72c req-5bd03912-f7d7-497f-affc-516979184bc4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.3102868 Jul 14 13:56:15.302378 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e790b5d-87f3-42b2-912a-67f1b87eb65a None None] The sync data for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi is: [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:13Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:15.344122 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5af5206e-e251-40df-96c4-b6ede150b72c req-92998ff8-0953-4db6-910e-a186c924b1af tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954635 Jul 14 13:56:15.350945 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-428fbc24-ee90-4948-95ba-ce36f8e52f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.353758 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-428fbc24-ee90-4948-95ba-ce36f8e52f5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2180955 Jul 14 13:56:15.412209 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Pushing event updated for resources: {'Port': ['ID=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:15.446451 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.492519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Attempting to bind port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:15.493753 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Attempting to bind port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:15.493753 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Attempting to bind port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 on network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:15.549400 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port b8f06220-cf5e-41ef-9c3a-46392dd8e704, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b8f06220-cf5e-41ef-9c3a-46392dd8e704,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:15.555502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:15.556605 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Checking segment: {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:15.557353 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.558465 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Bound using segment: {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:15.559321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Bound port: c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:15.560559 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.569451 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-83e167fb-a429-406b-a3e7-7816fda6c9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.588603 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.627120 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-12fa2389-bc7e-4075-bfaf-a85a31fd3610 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650836 Jul 14 13:56:15.762936 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:15.777974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] For port c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:15.785665 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-64cc363c-1eb5-484a-b709-02b3adada973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:15.788588 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-64cc363c-1eb5-484a-b709-02b3adada973 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8178949 Jul 14 13:56:15.795214 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] For port c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:15.807872 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:15.924592 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be205f12-58be-4e20-84f4-363469ed22bf None None] Pushing event updated for resources: {'Port': ['ID=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:16.046632 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-4a361cc9-d84a-478e-9ced-c595091e9a50 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0433800 Jul 14 13:56:16.083740 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4aa0ee7-5609-494a-86a6-813791432de5 req-53af6587-7029-491b-a359-1bfb2cd928c3 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464869 Jul 14 13:56:16.279779 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-83e167fb-a429-406b-a3e7-7816fda6c9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.293578 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-83e167fb-a429-406b-a3e7-7816fda6c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.314404 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b8f06220-cf5e-41ef-9c3a-46392dd8e704 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:16.483389 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-42a84209-fd93-4030-9f9d-58a7d219a14a service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844966 Jul 14 13:56:16.538745 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b8f06220-cf5e-41ef-9c3a-46392dd8e704 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:16.539620 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.574812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e167fb-a429-406b-a3e7-7816fda6c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec115c73-54e4-4c54-b1b4-7e4d13f6f1f9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:16.582563 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-83e167fb-a429-406b-a3e7-7816fda6c9e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98e599dcc5c3480ab36a670e7645ab47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4550009 Jul 14 13:56:16.597923 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35278) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:16.696549 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a77511-aa11-4f00-b9c4-da30ae8d5052 req-9515545d-603e-4e3b-be2f-6c5e8e3b6daf tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.704542 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68a77511-aa11-4f00-b9c4-da30ae8d5052 req-9515545d-603e-4e3b-be2f-6c5e8e3b6daf tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.5364475 Jul 14 13:56:16.751684 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c8b53540-b77d-43a9-8bab-f94b4f6e66e4 req-dac47bfe-19da-42df-8795-3e10ba175333 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920781 Jul 14 13:56:16.757531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.790974 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5c908a57-a9b4-4511-80d2-5243b4fad6f0 req-2be57c47-6391-495b-85a5-10079c885ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998435 Jul 14 13:56:16.792736 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.794560 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68a77511-aa11-4f00-b9c4-da30ae8d5052 req-375cd24b-8428-440e-a0b0-d4dd59edd51f tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0892229 Jul 14 13:56:16.814618 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc387-bd96-48f7-a221-3b0b9c4de4ec req-3856a66a-0368-4673-a4da-eb8218c0d9d9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:16.816715 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe3cc387-bd96-48f7-a221-3b0b9c4de4ec req-3856a66a-0368-4673-a4da-eb8218c0d9d9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 944 time: 0.8733480 Jul 14 13:56:16.823125 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.884548 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:16.965534 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fe3cc387-bd96-48f7-a221-3b0b9c4de4ec req-d7a4c956-e02c-4fa6-86b3-a52b56535f44 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357403 Jul 14 13:56:17.002160 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0a3c84f8-2059-4171-a926-1442694d2ba0 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:17.009222 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.032702 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.037785 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec115c73-54e4-4c54-b1b4-7e4d13f6f1f9 HTTP/1.1" status: 204 len: 168 time: 0.4222379 Jul 14 13:56:17.058506 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125ef9-e4cf-422a-9480-4e0ee3d910bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec115c73-54e4-4c54-b1b4-7e4d13f6f1f9,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:17.079867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Allocated IP 172.27.3.57 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/b67387c1-171c-4d29-9283-838854485b86) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:17.146932 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e859755-3b8d-43cd-b77b-543616e479bd req-3149e158-eeff-4d60-99fd-846e6b32cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.154173 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-3149e158-eeff-4d60-99fd-846e6b32cb75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1097 time: 0.1942902 Jul 14 13:56:17.297752 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55a38-d3c4-4d8f-aef2-d4c341a35ce1 req-b9d78e9c-fe89-4edb-a21e-1873ce89c156 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.302119 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-64c55a38-d3c4-4d8f-aef2-d4c341a35ce1 req-b9d78e9c-fe89-4edb-a21e-1873ce89c156 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1852477 Jul 14 13:56:17.354910 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0a3c84f8-2059-4171-a926-1442694d2ba0,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:17.386292 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'port_id': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'mac_address': 'fa:16:3e:e8:78:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:17.436956 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-64c55a38-d3c4-4d8f-aef2-d4c341a35ce1 req-5fe39c9e-cf4f-4064-8421-f6a6b51e60cf tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212821 Jul 14 13:56:17.485268 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.516792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3c84f8-2059-4171-a926-1442694d2ba0 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:17.570785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.574922 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0a3c84f8-2059-4171-a926-1442694d2ba0,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:17.596212 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.601179 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e859755-3b8d-43cd-b77b-543616e479bd req-ca33a8a3-0749-4e20-a4d0-00e535c69c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.604015 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-ca33a8a3-0749-4e20-a4d0-00e535c69c88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.4071691 Jul 14 13:56:17.690223 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-9622fc74-a121-43a8-9f09-3c53d417d2c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 217 time: 0.0753953 Jul 14 13:56:17.696066 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:17.713706 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35284) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:17.736297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c4c21419-2304-491d-855a-f00c0e6c1884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.794634 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4bf41-ecbd-4074-9038-363cc4bb4b69 None None] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:56:17.811158 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e859755-3b8d-43cd-b77b-543616e479bd req-f01fac25-62a6-4364-aab9-6c9e86567f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:17.814309 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-f01fac25-62a6-4364-aab9-6c9e86567f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.1177654 Jul 14 13:56:17.839542 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.899662 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['0a3c84f8-2059-4171-a926-1442694d2ba0'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:17.924508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c4c21419-2304-491d-855a-f00c0e6c1884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.933575 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c4c21419-2304-491d-855a-f00c0e6c1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:17.946588 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-6365fe44-1f1a-4381-b5fe-36b60bdec1da None None] Provisioning for port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:17.949493 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:17.956502 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:17.976678 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:18.014345 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c4c21419-2304-491d-855a-f00c0e6c1884 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fdcb604e67f4bf0be65ecaae7b3ec89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987382 Jul 14 13:56:18.028583 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35290) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:18.062292 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Pushing event updated for resources: {'Port': ['ID=b67387c1-171c-4d29-9283-838854485b86,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:18.207092 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c21419-2304-491d-855a-f00c0e6c1884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3558b5c-db09-4931-94ac-f6c005fa716e,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:18.310919 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.424887 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.427578 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c7f78bc2-94e8-4e6b-b759-05d732b61dc7 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:18.487270 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4bcc-2787-47ef-9d99-aa9573ce9361 req-22b22c98-f54d-462e-86c0-6dbddcedfff8 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.496065 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-098b4bcc-2787-47ef-9d99-aa9573ce9361 req-22b22c98-f54d-462e-86c0-6dbddcedfff8 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.3750012 Jul 14 13:56:18.589181 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-098b4bcc-2787-47ef-9d99-aa9573ce9361 req-fd576bb3-96d8-4011-b4c6-a22feb93f063 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918591 Jul 14 13:56:18.596863 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:18.604700 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906f69-2e94-4dc4-a235-9d65f730964c req-544eb6f3-9f35-4857-901a-6be1fc3c5a1f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.607559 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8906f69-2e94-4dc4-a235-9d65f730964c req-544eb6f3-9f35-4857-901a-6be1fc3c5a1f tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 945 time: 0.2984602 Jul 14 13:56:18.609532 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.611970 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:18.614682 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.615922 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.617163 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3558b5c-db09-4931-94ac-f6c005fa716e HTTP/1.1" status: 204 len: 168 time: 0.5868902 Jul 14 13:56:18.652623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a347f-76ba-437b-aadd-4fc4007b119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3558b5c-db09-4931-94ac-f6c005fa716e,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:18.679276 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e859755-3b8d-43cd-b77b-543616e479bd req-16d249ca-5bab-41e3-81ad-82f150942b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:18.683612 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-16d249ca-5bab-41e3-81ad-82f150942b1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8602493 Jul 14 13:56:18.811313 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8906f69-2e94-4dc4-a235-9d65f730964c req-2da9dc8b-f955-4310-b0ed-1f12d4aba856 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660097 Jul 14 13:56:18.946292 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:18.947422 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.014655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:19.024198 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.032149 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0a3c84f8-2059-4171-a926-1442694d2ba0 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:19.054698 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-a1640a5c-d4c6-4698-8fec-50bd4d8647a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554068 Jul 14 13:56:19.073117 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae5f5f-2bf4-4460-9612-990a71aa22c6 req-38390e1f-1a20-4df4-9f36-d213960184a8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.087093 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31ae5f5f-2bf4-4460-9612-990a71aa22c6 req-38390e1f-1a20-4df4-9f36-d213960184a8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1647551 Jul 14 13:56:19.167559 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-342085c3-117b-407c-8f69-071589f58cd7 None None] Provisioning complete for port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:19.168047 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-342085c3-117b-407c-8f69-071589f58cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.173879 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-31ae5f5f-2bf4-4460-9612-990a71aa22c6 req-f8ebc1ca-03a9-44aa-bd84-6c236f4c2ea5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852625 Jul 14 13:56:19.228331 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:19.263307 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 0a3c84f8-2059-4171-a926-1442694d2ba0 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:19.274514 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 0a3c84f8-2059-4171-a926-1442694d2ba0 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:19.275147 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.360309 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4e859755-3b8d-43cd-b77b-543616e479bd req-9ea3df2b-0346-482e-8fdc-ae07c68e8345 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957308 Jul 14 13:56:19.387816 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.493437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.545086 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:19.549656 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c3dc43-adfa-40d8-b7ae-e1065b330fbb" -d '{"events": [{"server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "name": "network-vif-plugged", "status": "completed", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:19.575490 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0a3c84f8-2059-4171-a926-1442694d2ba0,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:19.583453 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.645740 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe9bb20-03ce-4c6c-b5ea-b435147ab74f x-openstack-request-id: req-afe9bb20-03ce-4c6c-b5ea-b435147ab74f {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:19.646860 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "name": "network-vif-plugged", "status": "completed", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:19.646860 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afe9bb20-03ce-4c6c-b5ea-b435147ab74f {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:19.647394 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'code': 200} Jul 14 13:56:19.651006 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Router 4131ea29-3391-413c-840d-1e808abaa932 is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:56:19.691056 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:19.882957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:19.902399 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Sync routers for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:19.915722 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:19.918148 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9927ffe5-9618-4f80-ab60-ef0c3f04bdca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.8121655 Jul 14 13:56:19.921089 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35316) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:19.932374 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c2ac-82f0-4fb4-aecf-b81d179a0446 req-3d9884cd-d64c-4f76-98ef-245a271bd510 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:19.934330 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f50c2ac-82f0-4fb4-aecf-b81d179a0446 req-3d9884cd-d64c-4f76-98ef-245a271bd510 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.1531668 Jul 14 13:56:19.944486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:19.948837 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:20.084449 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7f50c2ac-82f0-4fb4-aecf-b81d179a0446 req-8107d254-24b1-4a2e-a5f0-ae4930b3a4f6 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270080 Jul 14 13:56:20.193343 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:20.264776 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65e7-5332-4c70-8799-6b02f15c0b90 req-a32cd853-da3b-4fe0-a821-7b048c8f60e7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.285451 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-029c65e7-5332-4c70-8799-6b02f15c0b90 req-a32cd853-da3b-4fe0-a821-7b048c8f60e7 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1983647 Jul 14 13:56:20.306502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c7f78bc2-94e8-4e6b-b759-05d732b61dc7 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:20.402518 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-029c65e7-5332-4c70-8799-6b02f15c0b90 req-9f76f8a4-a5be-43f6-8731-d11138f6c15e tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152332 Jul 14 13:56:20.543028 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7de98a-992a-4296-bdba-118f82cec754 req-dae745c8-7efd-41f9-947e-a629c5ae75ab tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.546371 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1c7de98a-992a-4296-bdba-118f82cec754 req-dae745c8-7efd-41f9-947e-a629c5ae75ab tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1400883 Jul 14 13:56:20.617565 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1c7de98a-992a-4296-bdba-118f82cec754 req-3d32c4ae-a24f-41d1-b10f-4c32c2d3a848 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647705 Jul 14 13:56:20.632237 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5d9a-facd-4ce3-8382-7d162558ed9e req-48b52dfb-31b8-43da-922f-d8fd8c4f37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:20.635461 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ff6a5d9a-facd-4ce3-8382-7d162558ed9e req-48b52dfb-31b8-43da-922f-d8fd8c4f37b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 1099 time: 0.7004707 Jul 14 13:56:20.657914 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:20.658728 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:20.770998 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ff6a5d9a-facd-4ce3-8382-7d162558ed9e req-acdb2c3f-6d9c-40cc-9424-b757bf425853 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281474 Jul 14 13:56:20.917022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:18Z', 'revision_number': 3, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:20.966128 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Checking router: 4131ea29-3391-413c-840d-1e808abaa932 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:20.966708 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Updating router 4131ea29-3391-413c-840d-1e808abaa932 port b67387c1-171c-4d29-9283-838854485b86 binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:21.041504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:56:21.095181 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:21.266665 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:21.418166 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e308f7-2ff5-47ee-ae3c-e164889365aa req-a5bc6498-acb8-4433-a9d8-409bf78e878a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:21.426937 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-61e308f7-2ff5-47ee-ae3c-e164889365aa req-a5bc6498-acb8-4433-a9d8-409bf78e878a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.1268857 Jul 14 13:56:21.476916 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:21.517783 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'd79f8504-16a8-4e21-99f4-33c223748137', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:56:21.549250 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-61e308f7-2ff5-47ee-ae3c-e164889365aa req-67012d19-0039-4df8-9d1c-ed30c32beb00 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212542 Jul 14 13:56:21.628203 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:21.665767 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Allocated IP 172.20.0.1 (ec9459d7-6eb1-4605-bee2-0f7152bf02c5/27184d3a-8f4f-4312-b52a-5b1b9483cf37/5c841122-091a-48c0-bd8d-b0941121ab02) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:21.666476 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:21.717719 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:21.756684 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:21.799644 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a0b5-6b1b-4ab5-a9c2-732af1e32e17 req-8db10d55-1de8-46c4-8ccf-4eaddc3fdc6b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:21.801938 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5964a0b5-6b1b-4ab5-a9c2-732af1e32e17 req-8db10d55-1de8-46c4-8ccf-4eaddc3fdc6b tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1847286 Jul 14 13:56:21.898500 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:21.919965 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:21.928668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Transition to ACTIVE for port object b67387c1-171c-4d29-9283-838854485b86 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:21.932579 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5964a0b5-6b1b-4ab5-a9c2-732af1e32e17 req-98b451ea-ddae-47d4-92c4-33ee01397984 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085515 Jul 14 13:56:21.946280 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.058218 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.070469 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5842-82b2-422f-8dc7-20df9df15301 None None] Pushing event updated for resources: {'Port': ['ID=b67387c1-171c-4d29-9283-838854485b86,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:22.090993 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Attempting to bind port b67387c1-171c-4d29-9283-838854485b86 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:22.091691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Transition to ACTIVE for port object 5c841122-091a-48c0-bd8d-b0941121ab02 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:22.091984 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Attempting to bind port b67387c1-171c-4d29-9283-838854485b86 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:22.092819 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Attempting to bind port b67387c1-171c-4d29-9283-838854485b86 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:22.102650 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:22.103752 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:22.104699 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.105602 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:22.106632 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Bound port: b67387c1-171c-4d29-9283-838854485b86, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:22.107612 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.128767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb1f4e-5324-4670-8b4c-db56178e911b req-e920904d-86d6-448d-9978-c29d2bc92d48 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:22.140228 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48eb1f4e-5324-4670-8b4c-db56178e911b req-e920904d-86d6-448d-9978-c29d2bc92d48 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.2026198 Jul 14 13:56:22.151254 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['d79f8504-16a8-4e21-99f4-33c223748137'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:56:22.189274 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.248016 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-48eb1f4e-5324-4670-8b4c-db56178e911b req-0d2887d4-d861-4607-bbf1-591cbfcd9fcb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974419 Jul 14 13:56:22.310339 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:22.315639 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:22.320042 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:22.335225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] For port b67387c1-171c-4d29-9283-838854485b86, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:22.341027 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] For port b67387c1-171c-4d29-9283-838854485b86, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b67387c1-171c-4d29-9283-838854485b86,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:22.363436 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Pushing event updated for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:22.386735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.399217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.539560 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:22.540245 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:22.641161 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5842-82b2-422f-8dc7-20df9df15301 None None] Pushing event updated for resources: {'Port': ['ID=b67387c1-171c-4d29-9283-838854485b86,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:22.690585 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.817885 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-c6366ebe-9f4b-4528-8df5-0437af6f8a40 None None] Provisioning for port 5c841122-091a-48c0-bd8d-b0941121ab02 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:22.826267 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:22.831078 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-c6366ebe-9f4b-4528-8df5-0437af6f8a40 None None] Provisioning complete for port 5c841122-091a-48c0-bd8d-b0941121ab02 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:22.831930 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-c6366ebe-9f4b-4528-8df5-0437af6f8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:22.924653 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4f45a-fafb-4d08-acaa-cd7c15cc48f0 req-df028da8-c637-47ab-947b-66e2f2a5a762 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:22.928840 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38c4f45a-fafb-4d08-acaa-cd7c15cc48f0 req-df028da8-c637-47ab-947b-66e2f2a5a762 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.1653917 Jul 14 13:56:23.009228 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-38c4f45a-fafb-4d08-acaa-cd7c15cc48f0 req-fc5841d5-dd52-4bae-b476-856271e5ba63 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690918 Jul 14 13:56:23.040052 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-c6366ebe-9f4b-4528-8df5-0437af6f8a40 None None] Port 5c841122-091a-48c0-bd8d-b0941121ab02 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:23.082992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:23.090972 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:23.213795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:23.219433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Pushing event updated for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:23.250458 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:18Z', 'revision_number': 3, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:23.347494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eaf02-f8b9-4ef7-89cf-c52ef56bb900 req-90c801dc-6622-47af-a1fe-ea21edc3b2ac tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.349982 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c91088-7694-46c2-98b8-0090719cb33b None None] The sync data for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi is: [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:18Z', 'revision_number': 3, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:23.350840 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-330eaf02-f8b9-4ef7-89cf-c52ef56bb900 req-90c801dc-6622-47af-a1fe-ea21edc3b2ac tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1365025 Jul 14 13:56:23.477135 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-330eaf02-f8b9-4ef7-89cf-c52ef56bb900 req-dece7b50-104d-4c4d-bfec-f80170e78ddd tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086006 Jul 14 13:56:23.508534 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:23.508534 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:23.882456 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f8c4-daa8-47d7-bd1a-1754f4d15bb2 req-d5b66b9e-8c06-4bbf-9f76-e33f2719fad5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:23.886949 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4a13f8c4-daa8-47d7-bd1a-1754f4d15bb2 req-d5b66b9e-8c06-4bbf-9f76-e33f2719fad5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.2743866 Jul 14 13:56:23.949356 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Router 4131ea29-3391-413c-840d-1e808abaa932 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:24.031081 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-da08b2f9-b840-4caa-b276-268536383697 None None] Provisioning complete for port 5c841122-091a-48c0-bd8d-b0941121ab02 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:24.034317 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-da08b2f9-b840-4caa-b276-268536383697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:24.058969 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4a13f8c4-daa8-47d7-bd1a-1754f4d15bb2 req-7a0db98c-0bfc-4c14-b6b9-0d971f9725ed tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978799 Jul 14 13:56:24.090344 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac1e9-249a-4345-84f8-bfa902ff10ef req-5bdc4d6e-810c-4510-9aeb-f37e9868d464 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.104384 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-27cac1e9-249a-4345-84f8-bfa902ff10ef req-5bdc4d6e-810c-4510-9aeb-f37e9868d464 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.2131472 Jul 14 13:56:24.107101 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35376) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:24.116370 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Request body: {'floatingip': {'port_id': '0a3c84f8-2059-4171-a926-1442694d2ba0'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:24.120652 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-da08b2f9-b840-4caa-b276-268536383697 None None] Port 5c841122-091a-48c0-bd8d-b0941121ab02 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:24.202501 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:24.214062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:24.215062 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-93613bab-19c1-4cff-854c-07580ccc4917 admin admin] 10.222.0.44 "PUT /v2.0/routers/4131ea29-3391-413c-840d-1e808abaa932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2918148 Jul 14 13:56:24.608988 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55fe95-c39f-44c1-95ce-c4dbc9e5015c req-d781387b-f2e0-4cf3-b6ee-288a8d09ee78 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:24.611863 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cf55fe95-c39f-44c1-95ce-c4dbc9e5015c req-d781387b-f2e0-4cf3-b6ee-288a8d09ee78 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.2774715 Jul 14 13:56:25.054333 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:25.214541 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cf55fe95-c39f-44c1-95ce-c4dbc9e5015c req-b7233f21-0bc9-4de6-af74-5cbaec157b5f tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998938 Jul 14 13:56:25.215776 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35400) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:25.245254 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port d79f8504-16a8-4e21-99f4-33c223748137 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:25.250420 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37546480', 'description': 'tempest-secgroup-smoke-37546480 description', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:25.256459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port d79f8504-16a8-4e21-99f4-33c223748137 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:25.256844 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.332921 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.517267 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.581835 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:25.587116 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d9c75-77f0-4687-8fdb-30423c5b136c" -d '{"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:25.632061 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.641782 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.650569 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:25.674989 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.706100 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-90795969-79b1-4ecc-b282-2d749b16a125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.728689 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.730283 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5098102 Jul 14 13:56:25.741935 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35404) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:25.747670 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:25.752156 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74709d0-7237-48e7-a827-2c0c585feaf5 x-openstack-request-id: req-b74709d0-7237-48e7-a827-2c0c585feaf5 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:25.752748 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:25.753203 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b74709d0-7237-48e7-a827-2c0c585feaf5 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:25.753898 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'code': 200} Jul 14 13:56:25.793893 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799aa1-8c42-4115-93fe-5360432e979b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb376e-82bd-412a-a7b8-aaac7b24815d,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:25.808577 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:25.863771 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.917469 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e20f3-edf8-47ac-9b8d-cf16728f2bbc req-3dd0e343-f645-4cb5-887c-9d807ba25e9b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:25.924946 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-454e20f3-edf8-47ac-9b8d-cf16728f2bbc req-3dd0e343-f645-4cb5-887c-9d807ba25e9b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.3735459 Jul 14 13:56:25.975312 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:25.984991 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.018115 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd73db-86b4-4b67-9b85-c9071563172a,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.045454 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.048220 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8b12a7d7-8598-4ba8-9b66-2c3f436991b2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040240 Jul 14 13:56:26.052077 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35408) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:26.059479 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:26.077273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.db.resource_extend [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 13:56:26.149730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-454e20f3-edf8-47ac-9b8d-cf16728f2bbc req-8244c633-af50-446d-8478-17338452a4d4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236054 Jul 14 13:56:26.167986 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.253988 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8aac-f9e9-41f0-84a2-852c629756ab req-a7f454f7-262b-43d2-9820-d0d49adef136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.255802 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0f4e8aac-f9e9-41f0-84a2-852c629756ab req-a7f454f7-262b-43d2-9820-d0d49adef136 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1099 time: 0.1511002 Jul 14 13:56:26.257001 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.257827 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.265957 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.282815 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.336588 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5ac3e7-5656-4f72-b2cf-72658f6f16c8,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.349177 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.351100 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3f23ed25-9d30-4e42-96f8-f047492a4575 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961121 Jul 14 13:56:26.383990 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35414) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:26.389348 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:26.428560 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b67387c1-171c-4d29-9283-838854485b86 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:26.485717 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0f4e8aac-f9e9-41f0-84a2-852c629756ab req-782704d3-17a9-4fb5-bfd0-48b1f7b10f49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207129 Jul 14 13:56:26.557319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.558842 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port b67387c1-171c-4d29-9283-838854485b86 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:26.564808 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b67387c1-171c-4d29-9283-838854485b86 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:26.565305 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.632983 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Floating IP 283824e7-1f29-42a2-b9f0-f58c9c14db8c associated. External IP: 172.27.3.31, port: 0a3c84f8-2059-4171-a926-1442694d2ba0. Jul 14 13:56:26.726170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.735298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.790258 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Sync routers for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:26.801142 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3693e5b-6b50-42e2-9660-709e8151da86,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:26.812954 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:26.815633 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:26.816613 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:26.819111 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-23f125f2-c9d0-4192-9dd7-8fb2f4f184ba tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4336629 Jul 14 13:56:26.824279 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35424) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:26.842315 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:26.882777 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3572279-f2e6-4713-8a11-d74d1f4f2d6e req-a575c8b4-14db-452f-bc19-34b507a72dde tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:26.893094 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3572279-f2e6-4713-8a11-d74d1f4f2d6e req-a575c8b4-14db-452f-bc19-34b507a72dde tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.3523085 Jul 14 13:56:26.942422 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.015656 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a3572279-f2e6-4713-8a11-d74d1f4f2d6e req-94e7e59d-0550-4dde-a709-f6b63bb02b28 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207209 Jul 14 13:56:27.021932 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.069791 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port b67387c1-171c-4d29-9283-838854485b86, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b67387c1-171c-4d29-9283-838854485b86,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:27.078791 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.120914 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.133741 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.182645 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0661c9fd-93ce-466e-b1fb-8ebb68fcc284,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.194886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.201903 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8dfd820e-0b77-4b6a-997d-719f0616943a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3764601 Jul 14 13:56:27.203286 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35430) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:27.207343 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=b67387c1-171c-4d29-9283-838854485b86,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.214051 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:27.258597 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.securitygroups_db [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Project fe4c0110bdbe49ebaa84b3e25c9d6eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:27.261550 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:27.270127 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.342561 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:27.411232 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.418457 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.455866 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860773a0-1cf5-4008-ba99-3255ce2d15e0,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.472975 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.476032 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-29a368be-195f-4f75-9c84-7ad2b5ec21ac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2706211 Jul 14 13:56:27.480448 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35432) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:27.490234 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'security_group_rule': {'security_group_id': '57cb376e-82bd-412a-a7b8-aaac7b24815d', 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:27.534797 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:27.536644 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.securitygroups_db [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Project fe4c0110bdbe49ebaa84b3e25c9d6eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:56:27.541986 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.553997 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.554302 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:27.572010 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:27.572740 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:55:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:27.618907 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97c9a9-90f1-46c1-b579-ebf116c05917 req-38dd5ba4-ace4-494d-9ca0-af5d75bc3341 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:27.620781 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9e97c9a9-90f1-46c1-b579-ebf116c05917 req-38dd5ba4-ace4-494d-9ca0-af5d75bc3341 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2060692 Jul 14 13:56:27.628521 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d237eb4a-e615-4cef-83bf-46a610ce6c5d tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "PUT /v2.0/floatingips/283824e7-1f29-42a2-b9f0-f58c9c14db8c HTTP/1.1" status: 200 len: 991 time: 3.5201383 Jul 14 13:56:27.629506 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:27.632282 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bc0fac-78e3-4452-a2df-1b733b171d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:27.745004 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9e97c9a9-90f1-46c1-b579-ebf116c05917 req-9f5ccba8-3bdf-41a6-ad99-2250b8c80733 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979490 Jul 14 13:56:27.841099 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 4, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '5c841122-091a-48c0-bd8d-b0941121ab02', 'name': '', 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'mac_address': 'fa:16:3e:95:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:21Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 2, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'subnets': [{'id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:27.844853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.855677 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.871234 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:27.909421 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8d117e-4fdc-4477-8b53-f37b6358cb40,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:27.912900 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:27.920743 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Checking router: 4131ea29-3391-413c-840d-1e808abaa932 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:27.921581 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Updating router 4131ea29-3391-413c-840d-1e808abaa932 port 5c841122-091a-48c0-bd8d-b0941121ab02 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:56:27.924579 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-aedea90c-de5c-4a0d-a75a-6fd3e4ae4dac tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4409416 Jul 14 13:56:28.004731 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:28.075476 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-58ca4fa9-ed8e-407c-a7eb-dc45132278c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:28.104334 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:28.152938 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972fb48-ebe1-4c1f-a36f-8d1b7090935f x-openstack-request-id: req-f972fb48-ebe1-4c1f-a36f-8d1b7090935f {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:28.153168 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:28.153367 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f972fb48-ebe1-4c1f-a36f-8d1b7090935f {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:28.153833 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'status': 'completed', 'code': 200} Jul 14 13:56:28.565150 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-26edb6fb-b55f-472b-9745-134175a82402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.572539 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-26edb6fb-b55f-472b-9745-134175a82402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc74d46b03724755bbad43ac85117c06&device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 1099 time: 0.3472557 Jul 14 13:56:28.612430 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b67387c1-171c-4d29-9283-838854485b86 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:28.690824 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d1664-9951-4110-9627-fca2fa07c3c2 req-d4b4ee81-dfd0-4ce2-b87f-4c4cde5e6aa0 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:28.696352 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-016d1664-9951-4110-9627-fca2fa07c3c2 req-d4b4ee81-dfd0-4ce2-b87f-4c4cde5e6aa0 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.2306571 Jul 14 13:56:28.819351 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b67387c1-171c-4d29-9283-838854485b86 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:28.825394 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:28.856194 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-016d1664-9951-4110-9627-fca2fa07c3c2 req-bf0b26f2-36db-48cd-815c-86961b82a1f5 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502051 Jul 14 13:56:29.071125 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-4e95b930-e3d5-4689-ae4b-bcfef907d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.096098 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-4e95b930-e3d5-4689-ae4b-bcfef907d420 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 200 len: 912 time: 0.5143106 Jul 14 13:56:29.184223 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.253015 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Transition to ACTIVE for port object 5c841122-091a-48c0-bd8d-b0941121ab02 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:29.266972 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.285805 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '283824e7-1f29-42a2-b9f0-f58c9c14db8c', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:e8:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731659a-3303-4805-b017-8e3f9376f381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:25Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:29.341201 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:29.342999 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-03c7ae72-fc75-49fe-8bd5-b555eceba781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3c84f8-2059-4171-a926-1442694d2ba0 HTTP/1.1" status: 200 len: 999 time: 0.2398210 Jul 14 13:56:29.379799 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:29.383257 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:29.404994 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a2bc-b498-4e99-9ac6-8b0bf66c06a9 None None] Pushing event updated for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:29.446372 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032cce9-6bfe-465d-9852-a0d343727b1c req-70079f39-1055-4159-9efd-dd7a68c5b327 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.449027 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c032cce9-6bfe-465d-9852-a0d343727b1c req-70079f39-1055-4159-9efd-dd7a68c5b327 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2504427 Jul 14 13:56:29.481361 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-828f29d1-ae65-4a44-a6a3-83478710c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.487646 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-828f29d1-ae65-4a44-a6a3-83478710c785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 200 len: 850 time: 0.1370690 Jul 14 13:56:29.554354 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c032cce9-6bfe-465d-9852-a0d343727b1c req-826cbb91-9888-462d-9d35-3d567e9f9522 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968692 Jul 14 13:56:29.564961 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Attempting to bind port 5c841122-091a-48c0-bd8d-b0941121ab02 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:29.565412 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Attempting to bind port 5c841122-091a-48c0-bd8d-b0941121ab02 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:29.566197 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Attempting to bind port 5c841122-091a-48c0-bd8d-b0941121ab02 on network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:29.583501 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:29.584124 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Checking segment: {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:29.584876 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.585514 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Bound using segment: {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:29.586343 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Bound port: 5c841122-091a-48c0-bd8d-b0941121ab02, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:29.586982 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.624792 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-98e48400-d068-49b5-92b3-cf479fd8b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:29.635272 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-98e48400-d068-49b5-92b3-cf479fd8b51c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1391702 Jul 14 13:56:29.729199 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:29.797950 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] For port 5c841122-091a-48c0-bd8d-b0941121ab02, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:29.804299 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] For port 5c841122-091a-48c0-bd8d-b0941121ab02, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5c841122-091a-48c0-bd8d-b0941121ab02,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:29.812444 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.883220 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-cc402568-a1c4-40b9-9e3f-695c71c15708 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399247 Jul 14 13:56:29.926979 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:29.932358 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:29.940419 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:30.122993 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6124cb-41ce-4fa4-addf-f065c5a61f41 req-0badef21-6a3d-49aa-a462-f14dcc7f4d01 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.129390 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1f6124cb-41ce-4fa4-addf-f065c5a61f41 req-0badef21-6a3d-49aa-a462-f14dcc7f4d01 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2994108 Jul 14 13:56:30.142007 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35518) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:30.180415 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a2bc-b498-4e99-9ac6-8b0bf66c06a9 None None] Pushing event updated for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:30.186720 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Request body: {'floatingip': {'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:30.225290 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-94bc0fac-78e3-4452-a2df-1b733b171d7a req-9d95f8a2-a76b-4009-ae9d-0e3eec9d3215 service neutron] 10.222.0.36 "GET /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342154 Jul 14 13:56:30.260315 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '283824e7-1f29-42a2-b9f0-f58c9c14db8c', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:e8:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731659a-3303-4805-b017-8e3f9376f381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:25Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:30.304611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e9632e-043f-4a08-b80d-d5984f1edc93 None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '283824e7-1f29-42a2-b9f0-f58c9c14db8c', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'port_id': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'mac_address': 'fa:16:3e:e8:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e731659a-3303-4805-b017-8e3f9376f381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:25Z', 'revision_number': 1, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:30.384785 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:30.447879 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:30.782190 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c445dc-30f1-4682-bfa1-a75e7cd77ba3 req-5733fe7e-8dbe-475d-b6cf-90a152952835 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:30.785386 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6a826-0f2e-4a49-912b-3cb631f27971 None None] New status for floating IP 283824e7-1f29-42a2-b9f0-f58c9c14db8c: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:30.789190 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89c445dc-30f1-4682-bfa1-a75e7cd77ba3 req-5733fe7e-8dbe-475d-b6cf-90a152952835 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.3923159 Jul 14 13:56:30.938584 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-89c445dc-30f1-4682-bfa1-a75e7cd77ba3 req-64407592-d0af-4243-9b53-ba9dee86eea4 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d1487b4-ad9e-43f9-b7d0-2569f0047710&id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023881 Jul 14 13:56:31.094488 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 4, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '5c841122-091a-48c0-bd8d-b0941121ab02', 'name': '', 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'mac_address': 'fa:16:3e:95:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:21Z', 'updated_at': '2021-07-14T13:56:29Z', 'revision_number': 4, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'subnets': [{'id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:31.134095 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f4c4c-92df-472c-a759-9b15a11e5a76 None None] The sync data for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi is: [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T13:56:22Z', 'revision_number': 4, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '5c841122-091a-48c0-bd8d-b0941121ab02', 'name': '', 'network_id': 'ec9459d7-6eb1-4605-bee2-0f7152bf02c5', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'mac_address': 'fa:16:3e:95:2a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:21Z', 'updated_at': '2021-07-14T13:56:29Z', 'revision_number': 4, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'subnets': [{'id': '27184d3a-8f4f-4312-b52a-5b1b9483cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:31.298422 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.452931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.460656 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:31.647680 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Floating IP 7adb37b1-11e7-4ce6-bf27-7d326b43aae5 associated. External IP: 172.27.3.41, port: d79f8504-16a8-4e21-99f4-33c223748137. Jul 14 13:56:32.379453 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:56:32.415097 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5c841122-091a-48c0-bd8d-b0941121ab02 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:32.502443 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 5c841122-091a-48c0-bd8d-b0941121ab02 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:32.510475 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5c841122-091a-48c0-bd8d-b0941121ab02 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:32.511719 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:32.630526 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:56:32.638676 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:32.663391 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:56:32.702124 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:32.703470 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:32.734831 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1c06fe07-79d0-4c23-9982-59c3ae1c71fd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "PUT /v2.0/floatingips/7adb37b1-11e7-4ce6-bf27-7d326b43aae5 HTTP/1.1" status: 200 len: 991 time: 2.5906532 Jul 14 13:56:32.736626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:32.741932 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988bccbc-750c-4e39-94f0-a9b77de1fd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:32.788197 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:32.850513 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5576fe2f-f38e-4d73-a3ac-e6964992a9a6 x-openstack-request-id: req-5576fe2f-f38e-4d73-a3ac-e6964992a9a6 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:32.851196 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:32.851657 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5576fe2f-f38e-4d73-a3ac-e6964992a9a6 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:32.852400 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'status': 'completed', 'code': 200} Jul 14 13:56:32.885500 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35564) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:32.984043 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 5c841122-091a-48c0-bd8d-b0941121ab02, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5c841122-091a-48c0-bd8d-b0941121ab02,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:56:32.992669 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.072619 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:33.129249 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-7206ae96-f5b5-4f15-94d4-71e6cac6e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.132560 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:33.133028 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-7206ae96-f5b5-4f15-94d4-71e6cac6e019 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1099 time: 0.2104599 Jul 14 13:56:33.167148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-22af41f5-62e4-4276-ab23-95d8477e1b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.291235 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-726ee71f-c98b-4537-b24c-eac818a184aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.293808 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-726ee71f-c98b-4537-b24c-eac818a184aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.1540439 Jul 14 13:56:33.337806 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-22af41f5-62e4-4276-ab23-95d8477e1b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.345395 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-22af41f5-62e4-4276-ab23-95d8477e1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.405272 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-22af41f5-62e4-4276-ab23-95d8477e1b8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d7fcd167e094bdfacb3acf1cc618e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145042 Jul 14 13:56:33.405272 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af41f5-62e4-4276-ab23-95d8477e1b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e756597f-c23f-41b2-9854-0b36c172a267,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:33.405861 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35568) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:33.437155 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-ac758aa8-6e38-4dcf-af3e-76e31f8ca413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 999 time: 0.1351027 Jul 14 13:56:33.562319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-6e40c18e-cc64-4024-b6ad-1e1eeb28dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.563786 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-6e40c18e-cc64-4024-b6ad-1e1eeb28dd15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.1117427 Jul 14 13:56:33.570448 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.575857 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '7adb37b1-11e7-4ce6-bf27-7d326b43aae5', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:01Z', 'updated_at': '2021-07-14T13:56:31Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:33.607946 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:56:33.619682 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:56:33.620320 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:33.639254 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.706319 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-c28b1898-3287-4276-a74a-da1e4b71b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:33.708954 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-c28b1898-3287-4276-a74a-da1e4b71b34b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1362782 Jul 14 13:56:33.752807 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.756077 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:33.757321 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e756597f-c23f-41b2-9854-0b36c172a267 HTTP/1.1" status: 204 len: 168 time: 0.3499455 Jul 14 13:56:33.788482 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:56:33.809238 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4941f-67f7-494e-ba35-481681ce8937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e756597f-c23f-41b2-9854-0b36c172a267,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:33.892610 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-b47aa900-405a-43a4-803f-642724f2436c service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669934 Jul 14 13:56:34.028087 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-988bccbc-750c-4e39-94f0-a9b77de1fd1c req-9d99ec2f-e9c3-44f0-bbb4-70ead02f7166 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285555 Jul 14 13:56:34.183512 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '7adb37b1-11e7-4ce6-bf27-7d326b43aae5', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:01Z', 'updated_at': '2021-07-14T13:56:31Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:56:34.356731 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35580) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:34.375853 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c53c8e38-861e-454c-8839-a1892d77bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.437018 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5c841122-091a-48c0-bd8d-b0941121ab02 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:56:34.443054 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0527cb7-008a-4d1c-ba7a-299f0ea9bd2f None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '7adb37b1-11e7-4ce6-bf27-7d326b43aae5', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:56:01Z', 'updated_at': '2021-07-14T13:56:31Z', 'revision_number': 1, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:56:34.545805 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 5c841122-091a-48c0-bd8d-b0941121ab02 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:34.546544 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.565114 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c53c8e38-861e-454c-8839-a1892d77bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.572233 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c53c8e38-861e-454c-8839-a1892d77bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.646633 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8e38-861e-454c-8839-a1892d77bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0159ff0-0dce-4344-adee-30ae72767af8,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:34.654265 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c53c8e38-861e-454c-8839-a1892d77bf23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1333540b4f8045e99a3bfb529a99fb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943301 Jul 14 13:56:34.661134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35582) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:34.771482 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.782172 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e779e58-3629-4a3b-8f6c-da5a4b5ae87e None None] New status for floating IP 7adb37b1-11e7-4ce6-bf27-7d326b43aae5: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:56:34.812516 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.898113 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.901258 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:34.902945 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0159ff0-0dce-4344-adee-30ae72767af8 HTTP/1.1" status: 204 len: 168 time: 0.2384055 Jul 14 13:56:34.918743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafa70b-f94b-4412-b297-f12c9d0c917b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0159ff0-0dce-4344-adee-30ae72767af8,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:35.450106 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35594) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:35.469079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a655606e-69f6-4727-b901-d51b918d18c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.617631 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a655606e-69f6-4727-b901-d51b918d18c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.623195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a655606e-69f6-4727-b901-d51b918d18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.676351 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a655606e-69f6-4727-b901-d51b918d18c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8fcb520a8c44d5f978bee4a785d9481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244616 Jul 14 13:56:35.677594 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655606e-69f6-4727-b901-d51b918d18c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d5011-8274-4e52-9b0a-2a116977fc81,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:35.680953 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35596) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:56:35.765706 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.804696 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.876650 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.880882 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:35.882198 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b91d5011-8274-4e52-9b0a-2a116977fc81 HTTP/1.1" status: 204 len: 168 time: 0.1996202 Jul 14 13:56:35.891769 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1eda1-5dea-4731-bf6f-105588763cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d5011-8274-4e52-9b0a-2a116977fc81,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:37.801144 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:39.074271 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:56:46.978126 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-94fd016c-a2ba-4e42-9507-4991b7f40e2f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37546480&fields=id&tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3 HTTP/1.1" status: 200 len: 267 time: 0.0520613 Jul 14 13:56:47.109704 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-f9e6006d-a046-407f-9d1a-7c803c613ca0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:47.111381 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-f9e6006d-a046-407f-9d1a-7c803c613ca0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 809 time: 0.1257882 Jul 14 13:56:47.130838 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-6a3e2ed5-a301-4777-9cfa-089d134efa71 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/quotas/fe4c0110bdbe49ebaa84b3e25c9d6eb3 HTTP/1.1" status: 200 len: 375 time: 0.0105333 Jul 14 13:56:47.236202 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-97d482a0-d746-4e1a-8166-88c7214643f6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986245 Jul 14 13:56:47.369779 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-f91a1242-94b9-4a49-a76d-021c18ba798d service neutron] 10.222.0.44 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162291 Jul 14 13:56:47.526720 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-e690c43d-d0ab-43ff-af3b-144e3d605e99 service neutron] 10.222.0.44 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501815 Jul 14 13:56:47.934360 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-62be73fa-f7c5-4aab-a2bb-dc1202fcf3c6 req-1dc76c46-d599-42d8-b6b2-c555811ef020 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.0549498 Jul 14 13:56:49.151283 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f11c8700-64bd-45bc-bcd4-330a07715353 req-3d549c6a-6c28-43bb-886e-518c9b1477be tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.0448346 Jul 14 13:56:49.490431 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-ff845f06-2de4-4701-967c-e2ebd08c9ff0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:49.492467 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-ff845f06-2de4-4701-967c-e2ebd08c9ff0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 809 time: 0.1489356 Jul 14 13:56:49.578970 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-de27b728-f0c7-43af-9a3f-0fc4bc77b102 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3 HTTP/1.1" status: 200 len: 378 time: 0.0545905 Jul 14 13:56:49.602462 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'port': {'device_id': '34809389-7c01-4d84-b014-5d217296d1aa', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'admin_state_up': True, 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'security_groups': ['57cb376e-82bd-412a-a7b8-aaac7b24815d']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:49.752151 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Made reservation on behalf of fe4c0110bdbe49ebaa84b3e25c9d6eb3 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:56:49.756342 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:49.931121 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Allocated IP 172.20.0.8 (f42bfc5c-0a8f-44a5-ac13-96e717a975f2/c080d66c-b01f-4116-a34c-e353bc527651/96c734d9-0d30-4e07-ad9b-a06eda4b6cb4) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:56:50.102137 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.116434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Transition to ACTIVE for port object 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:50.155307 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.221515 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:56:50.230134 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:56:50.237944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:56:50.298163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:50.359139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.359910 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.379915 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-ddc26af2-74ef-4027-9e42-7b1c87cecba1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843182 Jul 14 13:56:50.409943 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Request body: {'port': {'device_id': '34809389-7c01-4d84-b014-5d217296d1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:56:50.453237 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9a477-5a6c-4db5-b9f3-f6f77335ee2a req-407aa7e8-6380-486b-9e2b-cda6df8de2f0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:50.456337 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19c9a477-5a6c-4db5-b9f3-f6f77335ee2a req-407aa7e8-6380-486b-9e2b-cda6df8de2f0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 931 time: 0.1043839 Jul 14 13:56:50.506232 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.537284 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-19c9a477-5a6c-4db5-b9f3-f6f77335ee2a req-2c13a693-61e8-42e6-b38c-c17efb8d4895 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646238 Jul 14 13:56:50.636384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-9dcc09c6-56bf-4dd6-9837-881e8731ad7c None None] Provisioning for port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:56:50.644006 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-9dcc09c6-56bf-4dd6-9837-881e8731ad7c None None] Provisioning complete for port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:56:50.644518 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9dcc09c6-56bf-4dd6-9837-881e8731ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.688199 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc09c6-56bf-4dd6-9837-881e8731ad7c None None] Port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:56:50.862069 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:56:50.872263 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.886682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Transition to ACTIVE for port object 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:56:50.892243 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:50.960471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:51.052525 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Attempting to bind port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:56:51.052969 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Attempting to bind port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:56:51.053239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Attempting to bind port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 on network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:51.059338 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 on network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:56:51.059554 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Attempting to bind port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 on network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:56:51.065931 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:56:51.066304 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Checking segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:56:51.066713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Bound using segment: {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:56:51.067151 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Bound port: 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4418757-89f9-4a04-bdb7-aafc205acbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:56:51.067515 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.170919 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:56:51.174578 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:56:51.180511 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.219712 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.220804 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:51.223127 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 1093 time: 0.8199770 Jul 14 13:56:51.223788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:56:51.227500 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c68123-5112-4300-85e2-e695a5b82b51" -d '{"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:56:51.271318 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de333b-e7ef-4b00-a39d-79ff787097c9 service neutron] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:56:51.398451 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-82a1e6a4-3bcb-4982-bdb9-efcfa4b69314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.400803 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-82a1e6a4-3bcb-4982-bdb9-efcfa4b69314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1096 time: 0.1037648 Jul 14 13:56:51.483307 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-3e6d5e11-a95c-4c68-8210-40a9f7ab14ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 217 time: 0.0617695 Jul 14 13:56:51.553281 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-572f133a-1f1c-441d-b1b0-9e9fb72a1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.555725 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-572f133a-1f1c-441d-b1b0-9e9fb72a1fe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0627513 Jul 14 13:56:51.610026 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928c6d89-0086-4593-b0f3-006eb682a6a0 x-openstack-request-id: req-928c6d89-0086-4593-b0f3-006eb682a6a0 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:56:51.610317 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:56:51.610566 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-928c6d89-0086-4593-b0f3-006eb682a6a0 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:56:51.610974 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'status': 'completed', 'code': 200} Jul 14 13:56:51.627789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381657-871b-4200-8cff-05b591119713 req-d80884cd-8594-492b-b91a-cc01570b9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.631200 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-d80884cd-8594-492b-b91a-cc01570b9665 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681939 Jul 14 13:56:51.759314 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-f1569d7d-69de-4cfd-8ce1-09e791f93af0 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193657 Jul 14 13:56:51.791819 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99023790-454d-4d49-9272-4e97bd840bbe req-0db71442-fda8-4f69-bd43-c67d82b2c5f0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:51.793481 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-99023790-454d-4d49-9272-4e97bd840bbe req-0db71442-fda8-4f69-bd43-c67d82b2c5f0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0836201 Jul 14 13:56:51.840115 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-99023790-454d-4d49-9272-4e97bd840bbe req-f93bd568-0854-4007-9f89-30189040aa2a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401251 Jul 14 13:56:51.911913 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e3381657-871b-4200-8cff-05b591119713 req-0bcd1457-9335-42cd-9893-7687ff8b2ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433413 Jul 14 13:56:52.107995 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-4599d20a-ab0f-4906-8464-b9af19f471da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.109653 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-4599d20a-ab0f-4906-8464-b9af19f471da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1096 time: 0.0750933 Jul 14 13:56:52.251695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-3c2f5579-cb9b-4194-86bf-5e5a22a8464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.254732 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-3c2f5579-cb9b-4194-86bf-5e5a22a8464c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.1009212 Jul 14 13:56:52.329755 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-a263ee53-1750-4ce2-b249-5b7307e0079b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 217 time: 0.0626156 Jul 14 13:56:52.410843 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-eb8dc60d-08d8-465b-9f12-f404c8054ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.412628 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-eb8dc60d-08d8-465b-9f12-f404c8054ee7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0760572 Jul 14 13:56:52.544004 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-490fe0ac-494a-4b14-847e-375e20bcdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:52.546861 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-490fe0ac-494a-4b14-847e-375e20bcdae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967400 Jul 14 13:56:52.704575 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-6d9e918d-d706-49cb-bcc2-3aaa2390f53b service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502311 Jul 14 13:56:52.830803 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e9c68123-5112-4300-85e2-e695a5b82b51 req-506ec936-7918-4c4b-a926-d5fe1d2cb07c service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153266 Jul 14 13:56:53.075388 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f27eb-ffc3-4287-b953-470bef1f442e req-f750eaf7-1ea3-4428-878e-cd0ff2a78f65 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:53.077193 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d73f27eb-ffc3-4287-b953-470bef1f442e req-f750eaf7-1ea3-4428-878e-cd0ff2a78f65 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0949988 Jul 14 13:56:53.129159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d73f27eb-ffc3-4287-b953-470bef1f442e req-6adb7aea-1e2e-4b43-acbf-9d949062821c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450227 Jul 14 13:56:54.351752 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1443f2-f106-427e-bc86-ae3a33a11d96 req-be923fe8-b69f-4ad8-82b9-89bba62cd81f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:54.353537 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db1443f2-f106-427e-bc86-ae3a33a11d96 req-be923fe8-b69f-4ad8-82b9-89bba62cd81f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0764365 Jul 14 13:56:54.399462 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-db1443f2-f106-427e-bc86-ae3a33a11d96 req-bf7acf69-ed04-4f6a-bd1f-2dd6a87af0c1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380867 Jul 14 13:56:55.640200 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d63959ea-95da-4963-99a9-95d159b0e4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:55.684226 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e38aaf-c968-4f33-a038-0c2c266c7f50 req-9436f9c7-c583-459b-823a-4da6f6559bad tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:55.686746 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9e38aaf-c968-4f33-a038-0c2c266c7f50 req-9436f9c7-c583-459b-823a-4da6f6559bad tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.1077976 Jul 14 13:56:55.733617 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9e38aaf-c968-4f33-a038-0c2c266c7f50 req-064d03e7-097f-47cb-89bf-402d9d4782ab tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367055 Jul 14 13:56:56.952029 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc85542-591a-4ddd-adda-a91991f73f49 req-22889a67-53f0-456a-90e1-00bbd2212a40 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:56.953953 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6dc85542-591a-4ddd-adda-a91991f73f49 req-22889a67-53f0-456a-90e1-00bbd2212a40 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0801325 Jul 14 13:56:57.010839 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6dc85542-591a-4ddd-adda-a91991f73f49 req-9528493b-6d11-49e8-ac98-eb1a49a3156c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497448 Jul 14 13:56:57.914756 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d04cb388-9189-49ca-9bff-69fc0a289863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.030349 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:56:58.251390 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22e99f-e25e-43f3-b9f1-d19bc9918fe4 req-fe19c4f3-9f0f-4cf4-b8b8-db6ef15fd4dc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:58.254279 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0a22e99f-e25e-43f3-b9f1-d19bc9918fe4 req-fe19c4f3-9f0f-4cf4-b8b8-db6ef15fd4dc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.1024623 Jul 14 13:56:58.306352 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0a22e99f-e25e-43f3-b9f1-d19bc9918fe4 req-50e0bcb6-afd0-449c-9a7e-86b5bb1f5f9f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425282 Jul 14 13:56:59.586009 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5530-cf61-44a1-a4ab-b27a124a78ad req-87c68361-a337-41d7-bd28-2af2d7685a42 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:56:59.587806 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eefc5530-cf61-44a1-a4ab-b27a124a78ad req-87c68361-a337-41d7-bd28-2af2d7685a42 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0945466 Jul 14 13:56:59.641258 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eefc5530-cf61-44a1-a4ab-b27a124a78ad req-4db5b66f-9c62-4059-adf5-c8008af160db tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442464 Jul 14 13:56:59.792885 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:00.870972 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce7146-c104-47d7-86d6-4a4ec5c0d58b req-a84f3b25-2e8d-4786-8279-e4c4be7f4098 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:00.872522 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93ce7146-c104-47d7-86d6-4a4ec5c0d58b req-a84f3b25-2e8d-4786-8279-e4c4be7f4098 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0943429 Jul 14 13:57:00.925595 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93ce7146-c104-47d7-86d6-4a4ec5c0d58b req-7c10638c-f3f3-4de0-80b3-e969079c6f81 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440333 Jul 14 13:57:01.249142 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:57:01.306908 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.399761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:01.419883 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'mac_address': 'fa:16:3e:e3:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:57:01.485392 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.511358 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:57:01.542680 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:01.548539 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:01.612636 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:01.627527 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.628026 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.628565 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.629098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.629558 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.629988 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.630475 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.630902 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.631550 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.631973 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.632416 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.632890 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:01.927767 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:02.234300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022b72-56fb-416a-afb7-f030dcc6143c req-cfeff58c-bf1f-449a-9ff8-71b904cffb91 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:02.237129 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b022b72-56fb-416a-afb7-f030dcc6143c req-cfeff58c-bf1f-449a-9ff8-71b904cffb91 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 944 time: 0.1103668 Jul 14 13:57:02.287690 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b022b72-56fb-416a-afb7-f030dcc6143c req-d3342d98-0373-4aaf-a189-1df3e713774c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400629 Jul 14 13:57:03.255661 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:03.340650 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:03.347424 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:03.347929 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:03.468486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:03.513978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:03.513978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723681e6-2c8a-4bf4-b3aa-fcdcafab3a70" -d '{"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:03.536185 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:03.543519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:03.596744 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163980e-c27c-4b66-b55f-cfaab11bfa29 req-497b1a72-0f0d-4c74-8b64-afbe3a2797cf tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:03.601029 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b163980e-c27c-4b66-b55f-cfaab11bfa29 req-497b1a72-0f0d-4c74-8b64-afbe3a2797cf tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 944 time: 0.1128049 Jul 14 13:57:03.611107 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:03.668158 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b163980e-c27c-4b66-b55f-cfaab11bfa29 req-e8c6e486-7c97-4749-ba22-e940409524d2 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603518 Jul 14 13:57:03.678355 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd92b5af-8e81-4a9c-a54b-7b2cb9a8e2fd x-openstack-request-id: req-bd92b5af-8e81-4a9c-a54b-7b2cb9a8e2fd {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:03.678585 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:03.678833 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd92b5af-8e81-4a9c-a54b-7b2cb9a8e2fd {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:03.679230 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'code': 200} Jul 14 13:57:04.141303 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa7329-a33b-4d6c-abdf-6d9e9e5a1bc8 req-441ecd5b-478d-4cf3-bb10-e66b29af15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:04.143014 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c4fa7329-a33b-4d6c-abdf-6d9e9e5a1bc8 req-441ecd5b-478d-4cf3-bb10-e66b29af15c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0872176 Jul 14 13:57:04.185484 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c4fa7329-a33b-4d6c-abdf-6d9e9e5a1bc8 req-c0c2a39d-804d-465a-bb1d-79ee5706d29d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350056 Jul 14 13:57:04.921743 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cb663-6562-4351-bd5e-7746d1624b2f req-420b573c-fa54-44d3-9bf9-7bb3f034fcf4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:04.924242 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0cb663-6562-4351-bd5e-7746d1624b2f req-420b573c-fa54-44d3-9bf9-7bb3f034fcf4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0941892 Jul 14 13:57:04.966141 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a0cb663-6562-4351-bd5e-7746d1624b2f req-4a2bf175-1d2e-45e6-b718-e54731532ad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343654 Jul 14 13:57:06.269856 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5589-5a83-4877-88ec-931dd8a7a416 req-d8276491-056d-493d-8dad-a17deb66f972 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:06.272319 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c02b5589-5a83-4877-88ec-931dd8a7a416 req-d8276491-056d-493d-8dad-a17deb66f972 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1013818 Jul 14 13:57:06.328014 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c02b5589-5a83-4877-88ec-931dd8a7a416 req-8de806b5-0e92-4a9b-9807-a0199f28b817 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457695 Jul 14 13:57:06.644832 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333df65-3a74-4292-ac53-fb99875a77b8 req-c899f653-2913-4337-99cb-5005a3e2d45c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:06.646553 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8333df65-3a74-4292-ac53-fb99875a77b8 req-c899f653-2913-4337-99cb-5005a3e2d45c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1048582 Jul 14 13:57:06.697287 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8333df65-3a74-4292-ac53-fb99875a77b8 req-102ea7c9-f1e3-4853-a311-22abeacaf4c9 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417280 Jul 14 13:57:06.741893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35798) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:07.072732 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1818cc-d595-4dbc-9482-9aa586e58979 tempest-TestShelveInstance-46887930 tempest-TestShelveInstance-46887930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:07.075610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5f1818cc-d595-4dbc-9482-9aa586e58979 tempest-TestShelveInstance-46887930 tempest-TestShelveInstance-46887930-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1093 time: 0.3315895 Jul 14 13:57:07.081541 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35806) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:07.091387 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:07.131740 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:07.322835 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:07.455019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Allocated IP 172.27.3.227 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/1550e6dc-fc75-481d-91c5-630a858fc03f) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:07.590598 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:07.659220 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:07.730424 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:07.735870 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:07.742570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:07.787933 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'Port': ['ID=1550e6dc-fc75-481d-91c5-630a858fc03f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:07.812492 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.813010 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.813517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.814051 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.814557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.815084 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.815272 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:07.816047 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.816247 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.816771 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.817307 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.817845 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:07.818360 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:08.372114 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:08.845016 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.068960 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.080426 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.182149 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event updated for resources: {'Port': ['ID=1550e6dc-fc75-481d-91c5-630a858fc03f,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:09.200308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.338316 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Floating IP 07943667-188f-423d-81ff-ebca4f0216bf associated. External IP: 172.27.3.227, port: 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4. Jul 14 13:57:09.697119 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:09.864748 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:09.892347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:09.904128 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Sync routers for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:09.923486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:09.923486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:09.976231 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-d6ab2a8d-3f24-4e56-91dc-cc7106a06bef tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8800154 Jul 14 13:57:09.976231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:09.976231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8476051d-e271-42ba-96eb-08ff3d94aa88" -d '{"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:10.038717 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce43f51-2fc5-4744-aa92-32e67f796e1f x-openstack-request-id: req-3ce43f51-2fc5-4744-aa92-32e67f796e1f {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:10.039140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:10.039708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ce43f51-2fc5-4744-aa92-32e67f796e1f {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:10.040351 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'status': 'completed', 'code': 200} Jul 14 13:57:10.095614 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:10.182696 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-f87d2d34-840e-4672-bd89-43bfcfd16391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.185578 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-f87d2d34-840e-4672-bd89-43bfcfd16391 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0876925 Jul 14 13:57:10.332822 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-6ef236ea-a9ff-4676-9e10-c94513995f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.335519 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-6ef236ea-a9ff-4676-9e10-c94513995f24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.1416986 Jul 14 13:57:10.414618 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '07943667-188f-423d-81ff-ebca4f0216bf', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'mac_address': 'fa:16:3e:e3:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34809389-7c01-4d84-b014-5d217296d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:08Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 0, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.449933 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-b53c4aea-ea92-4816-b9a9-f8cb896fdbc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 999 time: 0.1068611 Jul 14 13:57:10.453163 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Checking router: 79824a20-7a0a-4525-bf23-21c9ac1b04c7 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:10.468097 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:10.469484 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:10.534782 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-c55a0e60-2824-46e8-bca9-22e0ab024c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.537119 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-c55a0e60-2824-46e8-bca9-22e0ab024c13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0800710 Jul 14 13:57:10.639541 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-49855b05-3454-4615-abe1-31eb50a2823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:10.642674 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-49855b05-3454-4615-abe1-31eb50a2823b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978613 Jul 14 13:57:10.653177 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:10.829148 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-8cb98f53-4c51-4d11-bf75-76a897c6a65c service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598949 Jul 14 13:57:10.965180 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8476051d-e271-42ba-96eb-08ff3d94aa88 req-fc22fcee-e6ae-474f-8b36-91a0a024869e service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291819 Jul 14 13:57:11.035093 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '07943667-188f-423d-81ff-ebca4f0216bf', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'mac_address': 'fa:16:3e:e3:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34809389-7c01-4d84-b014-5d217296d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:08Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 0, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:11.081031 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a1e43-acce-4bd8-9cc9-6fe527dc508d None None] The sync data for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi is: [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '07943667-188f-423d-81ff-ebca4f0216bf', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'mac_address': 'fa:16:3e:e3:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34809389-7c01-4d84-b014-5d217296d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:57:08Z', 'updated_at': '2021-07-14T13:57:08Z', 'revision_number': 0, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:11.353468 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8114dcd6-7adc-4206-92b2-4babe139240e None None] New status for floating IP 07943667-188f-423d-81ff-ebca4f0216bf: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:57:12.955980 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-240b18c8-f899-4015-93c2-702ee35674b1 req-1434b9bf-bfe0-4aeb-ac2a-99b5996a6edd tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413757321&fields=id&tenant_id=bb68f8d5f0a54e1b909e708f59f748a9 HTTP/1.1" status: 200 len: 267 time: 0.0524492 Jul 14 13:57:13.077516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b18c8-f899-4015-93c2-702ee35674b1 req-9502867f-3d5b-4622-911e-efc4104ee8ad tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:13.080320 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-240b18c8-f899-4015-93c2-702ee35674b1 req-9502867f-3d5b-4622-911e-efc4104ee8ad tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 984 time: 0.1140223 Jul 14 13:57:13.096998 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Request body: {'port': {'security_groups': ['79bf5660-2f33-40ba-9972-8d2930cbe9df']}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:13.210094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.465201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:13.515886 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.525441 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.563127 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:13.615989 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:13.617494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.620107 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-240b18c8-f899-4015-93c2-702ee35674b1 req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "PUT /v2.0/ports/7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 942 time: 0.5284042 Jul 14 13:57:13.621211 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:13.625158 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dafbdeb-e94f-490d-81bc-ff7d953de68d" -d '{"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:13.633774 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 35856) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:13.675725 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event updated for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=7']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:13.693157 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.694632 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.695258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.695974 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.696799 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.697355 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.697963 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.699568 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.700874 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.701688 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.702514 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.705025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8172ed-8f5f-47c0-b551-3424a85f1716 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:13.727764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9737b86-dea5-4f9f-b19d-82a1fd58c15f x-openstack-request-id: req-c9737b86-dea5-4f9f-b19d-82a1fd58c15f {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:13.728625 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:13.729582 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9737b86-dea5-4f9f-b19d-82a1fd58c15f {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:13.730863 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:57:13.757549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.776667 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:13.846765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:13.925222 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-49ed6ba5-b936-4c22-a8e5-1ab6f74274cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:13.927531 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-49ed6ba5-b936-4c22-a8e5-1ab6f74274cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1098 time: 0.1452198 Jul 14 13:57:13.987761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-4014b712-062d-4518-b792-56593e54a0d8 None None] Provisioning complete for port 7069730a-0119-4b5f-9999-cc381d75bf16 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:13.988380 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4014b712-062d-4518-b792-56593e54a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.060398 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.065371 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.071596 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d1487b4-ad9e-43f9-b7d0-2569f0047710 HTTP/1.1" status: 204 len: 168 time: 0.4289391 Jul 14 13:57:14.072985 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 35860) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:14.089496 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d0eb6-0c9f-4c91-8512-25e0f6369827 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1487b4-ad9e-43f9-b7d0-2569f0047710,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:14.114816 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-b9bc34bc-e1ca-4a5d-be51-30c10c55f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:14.118171 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-b9bc34bc-e1ca-4a5d-be51-30c10c55f56a service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.1819284 Jul 14 13:57:14.244934 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-31a0aa2b-ebe2-4247-83cd-d726977e07c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 1001 time: 0.1201603 Jul 14 13:57:14.344715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-02162a1e-8a06-4544-9cb4-649137c97979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:14.346509 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-02162a1e-8a06-4544-9cb4-649137c97979 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0920823 Jul 14 13:57:14.365626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Deleting port 6731e08d-4673-436d-87bd-c5e853e911d2 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:14.366165 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.427600 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-6dce7605-5680-4b8c-9bc3-5da720016c07 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1813586 Jul 14 13:57:14.462542 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-19df5292-489f-4fc8-8e42-74205acca9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:14.465234 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-19df5292-489f-4fc8-8e42-74205acca9af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095226 Jul 14 13:57:14.502060 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.502505 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.524327 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Calling delete_port for 6731e08d-4673-436d-87bd-c5e853e911d2 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:14.600751 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-afc56e87-287f-4178-9d14-6053ce53d20c service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287737 Jul 14 13:57:14.752575 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-7dafbdeb-e94f-490d-81bc-ff7d953de68d req-4c4b1270-d159-417c-8d82-2d59434fcaf7 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441708 Jul 14 13:57:14.797237 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.845778 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event deleted for resources: {'Port': ['ID=6731e08d-4673-436d-87bd-c5e853e911d2,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:14.931474 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:14.932627 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Floating IP 41bc4e9d-6d10-4a97-800a-067112dbb649 disassociated (deleted). External IP: 172.27.3.213, port: 7069730a-0119-4b5f-9999-cc381d75bf16. Jul 14 13:57:14.957044 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb290ad-c728-43cd-9abb-038e0e79179b req-f469d24b-ba1a-4e3b-8a7f-fab97c77a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:14.957044 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-f469d24b-ba1a-4e3b-8a7f-fab97c77a925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1098 time: 0.0873289 Jul 14 13:57:15.106255 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb290ad-c728-43cd-9abb-038e0e79179b req-ef17be46-398f-4bf2-9bf2-219d94c1f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.108447 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-ef17be46-398f-4bf2-9bf2-219d94c1f943 service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.1244760 Jul 14 13:57:15.184495 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-8cf6125d-c4da-4b2b-b8c1-f83800f83c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 217 time: 0.0685236 Jul 14 13:57:15.261956 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Router e98c25b2-c519-4ee4-9061-9638586b2f5c has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:15.263192 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb290ad-c728-43cd-9abb-038e0e79179b req-0b73c19c-bfe3-4207-921e-76c073ed2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.265282 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-0b73c19c-bfe3-4207-921e-76c073ed2586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0747476 Jul 14 13:57:15.336555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb290ad-c728-43cd-9abb-038e0e79179b req-9b3a88f7-554d-4b56-908c-491ad3462b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.339135 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-9b3a88f7-554d-4b56-908c-491ad3462b2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667155 Jul 14 13:57:15.447118 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:15.454238 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:15.461033 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Sync routers for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:15.474665 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-01dece84-5657-4f91-aa13-b65958695bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289887 Jul 14 13:57:15.475607 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:15.476692 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:15.517600 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-57c4bc61-2d79-439d-b5c7-a966f207b179 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "DELETE /v2.0/floatingips/41bc4e9d-6d10-4a97-800a-067112dbb649 HTTP/1.1" status: 204 len: 168 time: 1.4422882 Jul 14 13:57:15.609690 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-deb290ad-c728-43cd-9abb-038e0e79179b req-229499f1-8891-4bfe-87b8-a6abc1c4243a service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276538 Jul 14 13:57:15.648023 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:15.732710 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:15.735309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1749095-3d95-43c6-aed9-cf8842703ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:15.808069 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5772b81-9c5a-445a-8d18-94d272b3b96a x-openstack-request-id: req-f5772b81-9c5a-445a-8d18-94d272b3b96a {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:15.808544 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:15.808884 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5772b81-9c5a-445a-8d18-94d272b3b96a {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:15.809360 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:57:15.939060 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:15.978229 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-39a2ebab-a95a-417d-ad5f-fa83c9f2ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:15.981013 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-39a2ebab-a95a-417d-ad5f-fa83c9f2ed88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 1098 time: 0.1192558 Jul 14 13:57:16.073619 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:16.179457 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Checking router: e98c25b2-c519-4ee4-9061-9638586b2f5c for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:16.193560 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:16.194591 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:56:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:16.197001 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-689462fc-12b3-4f70-8373-0d6bd04793ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:16.199182 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-689462fc-12b3-4f70-8373-0d6bd04793ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 200 len: 916 time: 0.2084596 Jul 14 13:57:16.298613 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-8af71097-7a88-40b4-84af-637c8ce9a646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 200 len: 217 time: 0.0902095 Jul 14 13:57:16.392023 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-4349b55e-21fe-47a8-ae60-e08287671d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:16.395236 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-4349b55e-21fe-47a8-ae60-e08287671d26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 200 len: 854 time: 0.0894213 Jul 14 13:57:16.419589 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:16.497274 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-2a6a3825-0666-4910-8209-a3318d1a366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:16.501011 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-2a6a3825-0666-4910-8209-a3318d1a366c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=14761c32-5dbc-4e64-b125-87d719331bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991063 Jul 14 13:57:16.645207 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-c25e1eb5-aa56-4532-a5b8-27c1cda988c9 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357205 Jul 14 13:57:16.738958 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:16.774734 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60721035-17f8-4f3c-be84-f4a4f29bebc5 None None] The sync data for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi is: [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:56Z', 'revision_number': 4, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c92227a1-487c-49e5-a8e2-c311cae30422', 'name': '', 'network_id': '14761c32-5dbc-4e64-b125-87d719331bc4', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'mac_address': 'fa:16:3e:4e:0e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:56Z', 'updated_at': '2021-07-14T13:54:04Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'subnets': [{'id': 'b0dca5d1-6573-4b81-8933-5523336061f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:16.775283 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b1749095-3d95-43c6-aed9-cf8842703ea2 req-5942e0a1-e85e-4a34-b41f-17004d8fe9d5 service neutron] 10.222.0.36 "GET /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 Jul 14 13:57:17.051346 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b81614-5842-4975-966e-583e1a6fc651 None None] New status for floating IP 41bc4e9d-6d10-4a97-800a-067112dbb649: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:57:19.260769 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727dea-4d01-435a-bffa-a4f1799ac23f req-a513ff60-74a4-4a3d-a3c2-f007b8cf37dc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:19.263431 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68727dea-4d01-435a-bffa-a4f1799ac23f req-a513ff60-74a4-4a3d-a3c2-f007b8cf37dc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1001971 Jul 14 13:57:19.321493 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-68727dea-4d01-435a-bffa-a4f1799ac23f req-0e961555-1f09-48b5-8a01-972a80512f71 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516429 Jul 14 13:57:20.596754 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb73ec-6236-46ef-af23-648e3a510936 req-0bc61221-5cc1-41e3-a7d6-a661d4e35e52 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:20.598334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d2bb73ec-6236-46ef-af23-648e3a510936 req-0bc61221-5cc1-41e3-a7d6-a661d4e35e52 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.0779872 Jul 14 13:57:20.641194 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d2bb73ec-6236-46ef-af23-648e3a510936 req-3363623d-653d-4ead-b27f-ff123b704644 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338588 Jul 14 13:57:21.429869 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508eff-03ca-4c2c-9c6f-d6865160a489 req-4c958639-f574-4478-b31a-397b3dede4aa tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:21.432504 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0e508eff-03ca-4c2c-9c6f-d6865160a489 req-4c958639-f574-4478-b31a-397b3dede4aa tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.0912058 Jul 14 13:57:21.487394 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0e508eff-03ca-4c2c-9c6f-d6865160a489 req-f325f5e6-81f3-44ea-97ea-e44b97ebb13c tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Jul 14 13:57:21.900865 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf39181-2f98-4455-81c7-3f9569b7ee63 req-c21172ae-b45c-4176-b5ad-ae7e3bfce06d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:21.902456 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bf39181-2f98-4455-81c7-3f9569b7ee63 req-c21172ae-b45c-4176-b5ad-ae7e3bfce06d tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.0826306 Jul 14 13:57:21.944609 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bf39181-2f98-4455-81c7-3f9569b7ee63 req-b01017e9-15b5-440e-8bda-3a3f64a837e3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Jul 14 13:57:22.770295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ffec4-4b40-4ccf-a6e9-3084814ce22a req-d283b454-1dc9-4279-8b9f-063aef7ff738 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:22.772277 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-641ffec4-4b40-4ccf-a6e9-3084814ce22a req-d283b454-1dc9-4279-8b9f-063aef7ff738 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.0915833 Jul 14 13:57:22.817950 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-641ffec4-4b40-4ccf-a6e9-3084814ce22a req-3c3cfe18-7e86-4cab-8af1-29a119d60cef tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/security-groups?id=79bf5660-2f33-40ba-9972-8d2930cbe9df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jul 14 13:57:23.173973 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84746c0f-73a7-4584-99b7-c7795399a569 req-8104ecbe-51d2-4409-8f88-b4fcee808d4f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:23.175464 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-84746c0f-73a7-4584-99b7-c7795399a569 req-8104ecbe-51d2-4409-8f88-b4fcee808d4f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1033926 Jul 14 13:57:23.250680 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-84746c0f-73a7-4584-99b7-c7795399a569 req-bec263d0-285b-45eb-b79a-f2ab984c285b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637674 Jul 14 13:57:23.486781 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-d49ee945-6b09-4e6f-94b6-ad5fee262c27 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:23.488613 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-d49ee945-6b09-4e6f-94b6-ad5fee262c27 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.36 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 945 time: 0.1040862 Jul 14 13:57:23.636847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Deleting port 7069730a-0119-4b5f-9999-cc381d75bf16 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:23.637310 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:23.745282 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] For port 7069730a-0119-4b5f-9999-cc381d75bf16, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=7069730a-0119-4b5f-9999-cc381d75bf16,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:23.745789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:23.767487 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Calling delete_port for 7069730a-0119-4b5f-9999-cc381d75bf16 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:23.945781 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:23.980151 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Pushing event deleted for resources: {'Port': ['ID=7069730a-0119-4b5f-9999-cc381d75bf16,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:23.991100 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['7069730a-0119-4b5f-9999-cc381d75bf16'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:23.996060 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-55ea2289-ce0a-46bd-99bb-3d299f4dac48 req-58cce2af-67be-47fe-9321-eae978aa0613 tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b91fe9-7443-4385-a473-c0d5e12b74be HTTP/1.1" status: 200 len: 210 time: 0.0475793 Jul 14 13:57:24.062685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] No DVR routers for this DVR port 7069730a-0119-4b5f-9999-cc381d75bf16 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:24.067116 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:24.071137 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-42409637-14ab-4ad1-9898-c520bb3ecd7d req-9eca43ca-c5ad-45d8-b63c-a93d01db3d6a tempest-TestMinimumBasicScenario-1675020312 tempest-TestMinimumBasicScenario-1675020312-project] 10.222.0.36 "DELETE /v2.0/ports/7069730a-0119-4b5f-9999-cc381d75bf16 HTTP/1.1" status: 204 len: 173 time: 0.5767815 Jul 14 13:57:24.071838 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'name': 'network-vif-deleted', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:24.076095 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d5ff89-318c-4cd0-869d-53f490808778" -d '{"events": [{"server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "name": "network-vif-deleted", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:24.135754 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40d92f-3296-40e3-9e45-6b9005d79551 x-openstack-request-id: req-5e40d92f-3296-40e3-9e45-6b9005d79551 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:24.136196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b91fe9-7443-4385-a473-c0d5e12b74be", "name": "network-vif-deleted", "tag": "7069730a-0119-4b5f-9999-cc381d75bf16", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:24.136614 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e40d92f-3296-40e3-9e45-6b9005d79551 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:24.137187 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b91fe9-7443-4385-a473-c0d5e12b74be', 'name': 'network-vif-deleted', 'tag': '7069730a-0119-4b5f-9999-cc381d75bf16', 'status': 'completed', 'code': 200} Jul 14 13:57:24.511348 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a775fe-287d-4a56-b274-b01214be602d req-65c87bbf-34e5-4b37-9582-99ad8619f66e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:24.514181 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b6a775fe-287d-4a56-b274-b01214be602d req-65c87bbf-34e5-4b37-9582-99ad8619f66e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1081004 Jul 14 13:57:24.576881 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b6a775fe-287d-4a56-b274-b01214be602d req-4c0f641a-c31c-42a0-a22d-bfba3305c22c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559247 Jul 14 13:57:25.646918 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7c3afa30-dbb3-4787-a511-9b6c4b7a3768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:25.875462 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732890d-4b50-49c8-89c1-7fbdde20772b req-70457abf-175f-49da-a550-64317b3bf437 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:25.877407 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7732890d-4b50-49c8-89c1-7fbdde20772b req-70457abf-175f-49da-a550-64317b3bf437 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.0894816 Jul 14 13:57:25.933271 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7732890d-4b50-49c8-89c1-7fbdde20772b req-d613d43d-121d-4613-9ca5-253aca563a69 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485542 Jul 14 13:57:26.015306 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36028) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:26.842283 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:27.194219 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3074d-28b3-4023-8536-20df970a9f25 req-0c4a8778-c61c-4c33-bf51-08d044fe8f1b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:27.196149 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-42e3074d-28b3-4023-8536-20df970a9f25 req-0c4a8778-c61c-4c33-bf51-08d044fe8f1b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1093147 Jul 14 13:57:27.241708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Deleting port c92227a1-487c-49e5-a8e2-c311cae30422 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:27.242796 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:27.253442 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-42e3074d-28b3-4023-8536-20df970a9f25 req-3fafeaa8-fa34-4647-a662-0a30bfa34a1a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500374 Jul 14 13:57:27.354097 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 7069730a-0119-4b5f-9999-cc381d75bf16 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:27.371458 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] For port c92227a1-487c-49e5-a8e2-c311cae30422, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c92227a1-487c-49e5-a8e2-c311cae30422,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:27.371929 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:27.377825 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 7069730a-0119-4b5f-9999-cc381d75bf16 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:27.378177 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 7069730a-0119-4b5f-9999-cc381d75bf16 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:27.396941 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Calling delete_port for c92227a1-487c-49e5-a8e2-c311cae30422 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:27.664861 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:27.697878 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92227a1-487c-49e5-a8e2-c311cae30422,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:27.939588 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b548-21f0-4258-a673-436a8d2a5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:27.955848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.016845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.207019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Router e98c25b2-c519-4ee4-9061-9638586b2f5c has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:28.355925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:28.365681 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-78bee9de-c889-40e0-b3e2-0e56663e4461 admin admin] 10.222.0.44 "PUT /v2.0/routers/e98c25b2-c519-4ee4-9061-9638586b2f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462765 Jul 14 13:57:28.366294 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36038) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:28.374545 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Sync routers for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:28.391848 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:28.392841 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:28.563048 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:28.618980 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.718866 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5a49e-ae96-4a5d-87a2-c6ec11e4f88a req-b7ab1d84-d220-4706-bfb9-cddb8370d767 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:28.731255 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d5b5a49e-ae96-4a5d-87a2-c6ec11e4f88a req-b7ab1d84-d220-4706-bfb9-cddb8370d767 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2980855 Jul 14 13:57:28.830367 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d5b5a49e-ae96-4a5d-87a2-c6ec11e4f88a req-0f315c74-ae09-4b37-bec3-b395f087c835 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975494 Jul 14 13:57:28.863093 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:28.945586 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:57:27Z', 'revision_number': 5, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port': {'id': '5beba72d-d55e-4942-8530-d704ed51cdc0', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:29.001336 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Checking router: e98c25b2-c519-4ee4-9061-9638586b2f5c for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:29.001656 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Deleting port 5beba72d-d55e-4942-8530-d704ed51cdc0 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:29.001853 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.015176 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Routers {'e98c25b2-c519-4ee4-9061-9638586b2f5c'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:29.015914 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['e98c25b2-c519-4ee4-9061-9638586b2f5c'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:29.119144 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] Set router e98c25b2-c519-4ee4-9061-9638586b2f5c gateway port host: None {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:29.119515 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] For port 5beba72d-d55e-4942-8530-d704ed51cdc0, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5beba72d-d55e-4942-8530-d704ed51cdc0,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:29.119928 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.142509 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Calling delete_port for 5beba72d-d55e-4942-8530-d704ed51cdc0 owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:29.184303 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:57:28Z', 'revision_number': 6, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:29.225635 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68388c83-d39e-41d0-9cd3-fbc07b29a6ea None None] The sync data for ids ['e98c25b2-c519-4ee4-9061-9638586b2f5c'] in dv-cinder-800696-2-iscsi is: [{'id': 'e98c25b2-c519-4ee4-9061-9638586b2f5c', 'name': 'tempest-TestMinimumBasicScenario-2034332253-router', 'tenant_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:53:52Z', 'updated_at': '2021-07-14T13:57:28Z', 'revision_number': 6, 'project_id': 'bb68f8d5f0a54e1b909e708f59f748a9', 'gw_port_host': None}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:29.376875 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.407916 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5beba72d-d55e-4942-8530-d704ed51cdc0,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:29.471630 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.796041 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.976928 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:29.980747 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.109215 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.109696 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98c25b2-c519-4ee4-9061-9638586b2f5c {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:57:30.116943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.122155 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ad994692-c817-4225-8568-ef9b4b0bbd24 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e98c25b2-c519-4ee4-9061-9638586b2f5c HTTP/1.1" status: 204 len: 168 time: 1.7514775 Jul 14 13:57:30.122715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36056) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.207806 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Deleting subnet b0dca5d1-6573-4b81-8933-5523336061f4 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:57:30.213401 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.227096 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0358fcd-0feb-4fb0-bb2c-edadcc0cee6c req-fb3e2360-ab08-46a2-862d-48db8f6d393b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:30.248600 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e0358fcd-0feb-4fb0-bb2c-edadcc0cee6c req-fb3e2360-ab08-46a2-862d-48db8f6d393b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1536911 Jul 14 13:57:30.288276 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.333105 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e0358fcd-0feb-4fb0-bb2c-edadcc0cee6c req-2cd2edce-4265-4a60-a585-0cde4c206630 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830288 Jul 14 13:57:30.377069 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5beba72d-d55e-4942-8530-d704ed51cdc0 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:30.410366 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 5beba72d-d55e-4942-8530-d704ed51cdc0 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:30.410843 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5beba72d-d55e-4942-8530-d704ed51cdc0 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:30.411359 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c92227a1-487c-49e5-a8e2-c311cae30422 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:30.434130 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c92227a1-487c-49e5-a8e2-c311cae30422 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:30.434476 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c92227a1-487c-49e5-a8e2-c311cae30422 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:30.486298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.566732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.592584 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0dca5d1-6573-4b81-8933-5523336061f4,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:30.596143 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.599595 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-2b19c7e2-19ff-41de-b0e0-585c806bf6b6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b0dca5d1-6573-4b81-8933-5523336061f4 HTTP/1.1" status: 204 len: 168 time: 0.4750955 Jul 14 13:57:30.601272 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36060) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:30.604599 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144baf4-dd3d-44d5-a593-5143291bda98 None None] Network 14761c32-5dbc-4e64-b125-87d719331bc4 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:30.707009 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.784724 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Deleting port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:30.785261 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.862076 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] DHCP port deletion for 14761c32-5dbc-4e64-b125-87d719331bc4 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:57:30.878669 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] For port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:30.879510 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.902078 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Calling delete_port for 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:30.921312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Deleting port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:30.921972 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:30.991795 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] For port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,segment=NetworkSegment(37db9000-c3f2-46c2-a65b-65460b6b1d67),segment_id=37db9000-c3f2-46c2-a65b-65460b6b1d67)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:30.992203 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.006493 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Calling delete_port for 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:31.025531 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.058657 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Pushing event deleted for resources: {'Port': ['ID=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.060563 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] No DVR routers for this DVR port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 on host dv-cinder-800696-2-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:31.149458 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.168614 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14761c32-5dbc-4e64-b125-87d719331bc4']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:31.181772 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.185903 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37db9000-c3f2-46c2-a65b-65460b6b1d67') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:31.186201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37db9000-c3f2-46c2-a65b-65460b6b1d67') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:31.199231 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.218188 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] Pushing event deleted for resources: {'Port': ['ID=152a0f4d-2d42-4fb5-b008-ae85ea2a5542,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.223066 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.224406 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa937c64-be3b-4c50-9090-5290340667e7 None None] No DVR routers for this DVR port 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:31.236083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:57:31.236598 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:57:31.238878 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:57:31.299646 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.324060 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.332382 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.338643 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36066) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:31.339995 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] 10.222.0.44 "DELETE /v2.0/networks/14761c32-5dbc-4e64-b125-87d719331bc4 HTTP/1.1" status: 204 len: 168 time: 0.7342622 Jul 14 13:57:31.355996 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ba3f0-3a5f-4341-91fc-79504060ae4e admin admin] Pushing event deleted for resources: {'Network': ['ID=14761c32-5dbc-4e64-b125-87d719331bc4,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.366959 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:57:31.496544 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:31.512911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'd79f8504-16a8-4e21-99f4-33c223748137', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:57:31.562562 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.582912 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641b7f-b0b5-4ffa-9d10-691573c0ceda req-4b43375f-bec3-418e-ab26-290ffd81b002 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:31.584669 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7d641b7f-b0b5-4ffa-9d10-691573c0ceda req-4b43375f-bec3-418e-ab26-290ffd81b002 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.0936029 Jul 14 13:57:31.586953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:57:31.629528 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:31.637675 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:31.668105 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7d641b7f-b0b5-4ffa-9d10-691573c0ceda req-74227e81-171b-4d84-a48d-0fb960d78750 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770237 Jul 14 13:57:31.729973 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=6']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:31.860069 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['d79f8504-16a8-4e21-99f4-33c223748137'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:57:31.907094 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:32.250461 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Deleting port f054be26-a360-43d2-b9e2-0bcc55c519fa {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:32.250895 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:32.342671 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:32.376723 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:32.377215 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 152a0f4d-2d42-4fb5-b008-ae85ea2a5542 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:32.380334 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] For port f054be26-a360-43d2-b9e2-0bcc55c519fa, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f054be26-a360-43d2-b9e2-0bcc55c519fa,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:32.381197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:32.396762 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Calling delete_port for f054be26-a360-43d2-b9e2-0bcc55c519fa owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:32.684844 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:32.720896 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f054be26-a360-43d2-b9e2-0bcc55c519fa,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:33.008347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa09b98-09ad-4eb3-b6d9-7342ead75d09 req-80a31d41-7d7f-48ae-8681-7019f7fcd276 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:33.013786 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-caa09b98-09ad-4eb3-b6d9-7342ead75d09 req-80a31d41-7d7f-48ae-8681-7019f7fcd276 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.1401746 Jul 14 13:57:33.090233 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.138873 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-caa09b98-09ad-4eb3-b6d9-7342ead75d09 req-a21edbf8-ed63-448a-beff-ca3b7f0f5be1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057882 Jul 14 13:57:33.369882 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:33.447058 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port d79f8504-16a8-4e21-99f4-33c223748137 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:33.448208 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.565865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.568226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Router c8105c6b-789a-4f0e-bf5c-4384c05ff269 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:33.613745 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:33.617261 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7caa38f-6ba0-49dc-bef5-436f86780072" -d '{"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:33.641260 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:33.648852 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:33.686463 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1155a3-e77a-4358-a56d-053487b1d2e3 x-openstack-request-id: req-aa1155a3-e77a-4358-a56d-053487b1d2e3 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:33.686755 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:33.687033 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa1155a3-e77a-4358-a56d-053487b1d2e3 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:33.687441 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'code': 200} Jul 14 13:57:33.735021 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:33.738558 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=7']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:33.746004 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ca97b977-907a-4dc2-a9bd-1a0222780dd8 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8105c6b-789a-4f0e-bf5c-4384c05ff269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026637 Jul 14 13:57:33.746478 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36108) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:33.754921 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Sync routers for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:33.798240 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:33.798927 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:33.931710 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.120010 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.189490 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:34.222879 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Deleting port 3675583e-1728-4221-8794-31468f800462 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:34.225323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.511070 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] For port 3675583e-1728-4221-8794-31468f800462, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=3675583e-1728-4221-8794-31468f800462,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:34.512025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:34.566968 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Calling delete_port for 3675583e-1728-4221-8794-31468f800462 owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:34.748643 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '3675583e-1728-4221-8794-31468f800462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:57:32Z', 'revision_number': 5, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port': {'id': '3675583e-1728-4221-8794-31468f800462', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:54:02Z', 'updated_at': '2021-07-14T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.791633 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95631b03-063b-43d5-b87e-0a085fecf479 req-26628c9f-763a-4f2b-a271-3b743ca8c7f6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:34.794663 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-95631b03-063b-43d5-b87e-0a085fecf479 req-26628c9f-763a-4f2b-a271-3b743ca8c7f6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2500515 Jul 14 13:57:34.821217 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Checking router: c8105c6b-789a-4f0e-bf5c-4384c05ff269 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:34.838179 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Routers {'c8105c6b-789a-4f0e-bf5c-4384c05ff269'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:34.839484 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:34.939911 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-95631b03-063b-43d5-b87e-0a085fecf479 req-c150f36f-b773-4412-8445-585c5cd7b673 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775175 Jul 14 13:57:35.068291 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] Set router c8105c6b-789a-4f0e-bf5c-4384c05ff269 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:35.071764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.114660 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Pushing event deleted for resources: {'Port': ['ID=3675583e-1728-4221-8794-31468f800462,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:35.142689 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:57:34Z', 'revision_number': 6, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:35.197011 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd6d4-489f-43d9-bbf4-43a33abdbf05 None None] The sync data for ids ['c8105c6b-789a-4f0e-bf5c-4384c05ff269'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8105c6b-789a-4f0e-bf5c-4384c05ff269', 'name': 'tempest-TestMinimumBasicScenario-1882702948-router', 'tenant_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:54:01Z', 'updated_at': '2021-07-14T13:57:34Z', 'revision_number': 6, 'project_id': '7a35fc04d1d14517b56aaf0b3d421b69', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:35.223548 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.429756 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.433533 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.567761 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.569062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8105c6b-789a-4f0e-bf5c-4384c05ff269 {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:57:35.589343 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.591296 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-39fa676b-f3b1-4571-a672-51bd53f50139 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8105c6b-789a-4f0e-bf5c-4384c05ff269 HTTP/1.1" status: 204 len: 168 time: 1.8435874 Jul 14 13:57:35.594394 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36126) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:35.687073 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc7a90-6a83-46e8-bf0e-371cd0cb0326 req-427f0062-06e0-4a58-8726-abeedf861db0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:35.715235 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-45fc7a90-6a83-46e8-bf0e-371cd0cb0326 req-427f0062-06e0-4a58-8726-abeedf861db0 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1686618 Jul 14 13:57:35.742197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Deleting subnet d691ee8a-834c-4282-b40b-098fc097ef1a {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:57:35.751355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:35.829444 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-45fc7a90-6a83-46e8-bf0e-371cd0cb0326 req-7ecdd5d3-8385-471c-ba42-08a806e58aa9 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992632 Jul 14 13:57:35.846322 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.002506 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.113762 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.163876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d691ee8a-834c-4282-b40b-098fc097ef1a,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:36.176362 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.180633 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-31123d10-00d5-4530-aa74-491139ce29f7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d691ee8a-834c-4282-b40b-098fc097ef1a HTTP/1.1" status: 204 len: 168 time: 0.5826721 Jul 14 13:57:36.183609 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36130) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:36.197013 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c1ead4-bf96-44d2-8c2e-fc1112e0fe90 None None] Network eb4e91f6-647a-4a35-9bef-dafc9becc5f7 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:36.271461 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e33fc4-7a3c-4802-9528-3ad9ebd72929 req-a7513207-79a8-4f5b-a5a2-9f9779b8be08 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:36.273252 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-83e33fc4-7a3c-4802-9528-3ad9ebd72929 req-a7513207-79a8-4f5b-a5a2-9f9779b8be08 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1385560 Jul 14 13:57:36.353899 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-83e33fc4-7a3c-4802-9528-3ad9ebd72929 req-901fd97f-f690-4d8b-bc86-64e361e5bb98 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737298 Jul 14 13:57:36.434235 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 3675583e-1728-4221-8794-31468f800462 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:36.461060 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.473513 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 3675583e-1728-4221-8794-31468f800462 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:36.474172 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 3675583e-1728-4221-8794-31468f800462 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:36.474821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f054be26-a360-43d2-b9e2-0bcc55c519fa no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:36.544437 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: f054be26-a360-43d2-b9e2-0bcc55c519fa {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:36.544964 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f054be26-a360-43d2-b9e2-0bcc55c519fa not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:36.578391 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Deleting port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:36.578794 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.678594 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] DHCP port deletion for eb4e91f6-647a-4a35-9bef-dafc9becc5f7 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:57:36.729749 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] For port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:36.730472 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.757768 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Deleting port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:36.758758 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:36.785148 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Calling delete_port for 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:36.983326 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.049369 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:37.066828 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] For port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,segment=NetworkSegment(e30337e0-6020-4768-a8a4-700cdce4ba62),segment_id=e30337e0-6020-4768-a8a4-700cdce4ba62)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:37.067890 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.070029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] No DVR routers for this DVR port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 on host dv-cinder-800696-2-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:37.093693 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Calling delete_port for 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:37.136744 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88e65-2253-4061-aa6b-d517b750f559 req-9b2eb260-b7c1-46fa-a7a2-f2dea2635a17 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:37.138839 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-91a88e65-2253-4061-aa6b-d517b750f559 req-9b2eb260-b7c1-46fa-a7a2-f2dea2635a17 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1021454 Jul 14 13:57:37.175684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.194119 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4e91f6-647a-4a35-9bef-dafc9becc5f7']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:37.205131 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-91a88e65-2253-4061-aa6b-d517b750f559 req-ffc4f663-5805-48cd-a753-bcd09acc6b4c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509629 Jul 14 13:57:37.214523 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30337e0-6020-4768-a8a4-700cdce4ba62') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:37.214976 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30337e0-6020-4768-a8a4-700cdce4ba62') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:37.229151 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.251703 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.261708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:57:37.262188 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.262664 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:57:37.264383 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:57:37.303623 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] Pushing event deleted for resources: {'Port': ['ID=34a1e8f9-7bbc-4550-a478-a5cf78350bf1,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:37.319205 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7427a6-8459-4a0b-a01c-656f5ad9ab0a None None] No DVR routers for this DVR port 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:37.355305 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.374257 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.380513 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb4e91f6-647a-4a35-9bef-dafc9becc5f7 HTTP/1.1" status: 204 len: 168 time: 1.1916189 Jul 14 13:57:37.385466 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4402426-f35d-4c87-8265-86b49194d182 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4e91f6-647a-4a35-9bef-dafc9becc5f7,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:37.641260 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-f4495d2a-420f-4d0c-a9be-2d8edf4bca5c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:37.644746 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-f4495d2a-420f-4d0c-a9be-2d8edf4bca5c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1950703 Jul 14 13:57:37.717975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f5be0-eef1-4fb1-95f2-4e329725fc2f req-2155be31-041a-47d1-809e-a66298dcd077 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:37.725088 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac4f5be0-eef1-4fb1-95f2-4e329725fc2f req-2155be31-041a-47d1-809e-a66298dcd077 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1820383 Jul 14 13:57:37.806947 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ac4f5be0-eef1-4fb1-95f2-4e329725fc2f req-a66e234f-205b-4039-bcd2-3dc5ff338a3c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651441 Jul 14 13:57:37.828459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:37.834167 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36142) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:37.919337 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3cb02221-ed8a-4899-aaa3-835b90a387b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb68f8d5f0a54e1b909e708f59f748a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816283 Jul 14 13:57:37.922483 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36144) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:37.946353 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Deleting port 0a3c84f8-2059-4171-a926-1442694d2ba0 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:37.946718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.020497 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.048652 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.116789 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] For port 0a3c84f8-2059-4171-a926-1442694d2ba0, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=0a3c84f8-2059-4171-a926-1442694d2ba0,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:38.117314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.138500 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.142243 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.143821 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79bf5660-2f33-40ba-9972-8d2930cbe9df HTTP/1.1" status: 204 len: 168 time: 0.2193227 Jul 14 13:57:38.155275 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e5ab3-f54c-4dc4-bbdd-e603ffea0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf5660-2f33-40ba-9972-8d2930cbe9df,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:38.384412 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:38.462419 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:38.462985 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 34a1e8f9-7bbc-4550-a478-a5cf78350bf1 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:38.603609 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794bbb0-8d55-4c48-b078-99eecbd8408c req-49c17ad8-a994-4ace-b39d-ef89a505b609 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:38.614304 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8794bbb0-8d55-4c48-b078-99eecbd8408c req-49c17ad8-a994-4ace-b39d-ef89a505b609 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 946 time: 0.1766555 Jul 14 13:57:38.712401 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8794bbb0-8d55-4c48-b078-99eecbd8408c req-02e9c27a-a51c-4a52-b3eb-128683ec4889 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups?id=6a14adec-e45f-4505-90e2-aca96918db88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964828 Jul 14 13:57:38.895098 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.895785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:38.896275 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Floating IP 283824e7-1f29-42a2-b9f0-f58c9c14db8c disassociated. External IP: 172.27.3.31, port: 0a3c84f8-2059-4171-a926-1442694d2ba0. Jul 14 13:57:38.896717 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Calling delete_port for 0a3c84f8-2059-4171-a926-1442694d2ba0 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:38.903539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36158) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:38.991785 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ccdc8469-9f32-458f-8ff4-517898b5236f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a35fc04d1d14517b56aaf0b3d421b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863223 Jul 14 13:57:38.993022 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36160) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:39.116403 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.148551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.163881 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'Port': ['ID=0a3c84f8-2059-4171-a926-1442694d2ba0,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:39.216565 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d84b9d-7246-4916-a36f-86f7a0caa4c6 req-98219c21-357d-4a47-b9f2-0cff439107a2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:39.221273 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4d84b9d-7246-4916-a36f-86f7a0caa4c6 req-98219c21-357d-4a47-b9f2-0cff439107a2 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1968231 Jul 14 13:57:39.260774 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.345550 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f4d84b9d-7246-4916-a36f-86f7a0caa4c6 req-1dd7f18c-c12e-4247-9cf8-ef5cee0cc0a6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080334 Jul 14 13:57:39.376638 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.380101 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.384544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03f202d8-2a7f-4c89-8228-2f7f840fd7fd HTTP/1.1" status: 204 len: 168 time: 0.3872867 Jul 14 13:57:39.391729 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:39.394455 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6f90d-eabe-4e49-a7c9-787bc0a02a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f202d8-2a7f-4c89-8228-2f7f840fd7fd,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:39.640875 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:39.656746 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:39.673185 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:39.673862 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:39.746265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] No DVR routers for this DVR port 0a3c84f8-2059-4171-a926-1442694d2ba0 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:39.750226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:39.753963 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-99b1f22f-15be-4fcb-89ec-1e569210eb32 req-d31e1ced-d927-45b3-acd7-e470ff9ee584 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.36 "DELETE /v2.0/ports/0a3c84f8-2059-4171-a926-1442694d2ba0 HTTP/1.1" status: 204 len: 173 time: 2.0967426 Jul 14 13:57:39.755012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'name': 'network-vif-deleted', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:39.758984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa7f601-8561-463e-936b-6c98439c6a34" -d '{"events": [{"server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "name": "network-vif-deleted", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:39.878940 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98fb96-b9e0-4132-bf64-b61595b773df x-openstack-request-id: req-0d98fb96-b9e0-4132-bf64-b61595b773df {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:39.879409 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e731659a-3303-4805-b017-8e3f9376f381", "name": "network-vif-deleted", "tag": "0a3c84f8-2059-4171-a926-1442694d2ba0", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:39.879873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d98fb96-b9e0-4132-bf64-b61595b773df {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:39.880615 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e731659a-3303-4805-b017-8e3f9376f381', 'name': 'network-vif-deleted', 'tag': '0a3c84f8-2059-4171-a926-1442694d2ba0', 'status': 'completed', 'code': 200} Jul 14 13:57:40.006159 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:40.073799 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-776de796-67f5-4511-bef5-ee42eaa7d213 req-a0b0adf4-4efb-4b1b-8627-4d6681f41187 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.0681307 Jul 14 13:57:40.425161 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:40.526680 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:40.562459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:40.563751 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:40.828233 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b8af1-53b2-4ed1-8a1a-ea758b1fc9c6 req-a0da5ac9-d4cd-481e-871d-9b342b252da8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:40.838991 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-081b8af1-53b2-4ed1-8a1a-ea758b1fc9c6 req-a0da5ac9-d4cd-481e-871d-9b342b252da8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1780369 Jul 14 13:57:40.854821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:41.018591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-081b8af1-53b2-4ed1-8a1a-ea758b1fc9c6 req-f4221b55-b574-4442-92ab-97745e8030b5 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550210 Jul 14 13:57:41.177603 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36190) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:41.471930 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8cc71fcd-7eda-4672-b431-350d920f41f1 req-85a83870-6dcc-43c4-bfc6-6913a7241f20 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/ports?device_id=e731659a-3303-4805-b017-8e3f9376f381 HTTP/1.1" status: 200 len: 210 time: 0.0519466 Jul 14 13:57:41.476834 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118994448-network', 'tenant_id': '02c6346606044c22b1877feb73c91279'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:41.479564 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0a3c84f8-2059-4171-a926-1442694d2ba0 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:41.513894 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Made reservation on behalf of 02c6346606044c22b1877feb73c91279 for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:57:41.519173 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.537122 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.544385 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 0a3c84f8-2059-4171-a926-1442694d2ba0 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:41.549535 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 0a3c84f8-2059-4171-a926-1442694d2ba0 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:41.597607 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:41.634985 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226bf96-9f1a-47dd-958a-c8ab45886a81 None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:51:08Z', 'revision_number': 4, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8', 'name': '', 'network_id': '87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'mac_address': 'fa:16:3e:c9:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:07Z', 'updated_at': '2021-07-14T13:51:19Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'subnets': [{'id': '2497c72d-178f-4146-b2c9-b2c4119de020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:41.750882 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.761105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.820864 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:57:41.829391 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f3d111-a937-44d0-91d8-c5eb8306e575,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:41.843352 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.843827 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Added segment 1bc418e8-de04-412b-bb88-203616405b82 of type vlan for network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 Jul 14 13:57:41.918413 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.966756 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:41.968055 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:41.968779 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.007756 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb508e53-c308-4fdd-952a-3ecdc0d5e82d None None] New status for floating IP 283824e7-1f29-42a2-b9f0-f58c9c14db8c: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:57:42.062012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36194) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:42.062865 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8813660 Jul 14 13:57:42.079326 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f4d56-0227-42f1-bc84-7b2c3b801a73 admin admin] Pushing event updated for resources: {'Network': ['ID=5b40a355-a4c9-48f4-9899-fcb34b7dfa13,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:42.079640 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Request body: {'subnet': {'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118994448-subnet', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:42.092119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:57:42.139261 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Made reservation on behalf of 02c6346606044c22b1877feb73c91279 for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:57:42.144103 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63032451'] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.387644 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b5881-c9a7-43a9-bd43-1def75c5f595 req-9de0ba24-9d07-4f5f-8264-1364e4caf5f9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:42.399352 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d84b5881-c9a7-43a9-bd43-1def75c5f595 req-9de0ba24-9d07-4f5f-8264-1364e4caf5f9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.0991743 Jul 14 13:57:42.466159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d84b5881-c9a7-43a9-bd43-1def75c5f595 req-29eb43ac-c0bd-4ecb-8a2e-5fd60a18e178 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683570 Jul 14 13:57:42.487245 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64865608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63032497'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.580799 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:42.607896 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:42.608552 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Network hostable DHCP agents. Network: 5b40a355-a4c9-48f4-9899-fcb34b7dfa13, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:57:42.635957 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36206) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:42.652214 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:57:42.665178 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 5b40a355-a4c9-48f4-9899-fcb34b7dfa13) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:42.671269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:42.672587 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.681836 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da64b1c-cf13-4ab0-a3ac-a3ada6c741bc None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:42.702883 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4d155bfc-ef08-4d9c-b9fc-01c17885047e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6359324 Jul 14 13:57:42.703468 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36208) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:42.711382 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:42.745600 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.747598 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.762403 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.821028 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.829269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.921186 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.924640 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:42.926220 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "DELETE /v2.0/security-groups/6a14adec-e45f-4505-90e2-aca96918db88 HTTP/1.1" status: 204 len: 168 time: 0.2892253 Jul 14 13:57:42.931935 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36210) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:42.952803 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab445d5c-0257-4e32-bf46-355acd2d206a tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14adec-e45f-4505-90e2-aca96918db88,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:42.955083 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.api.v2.resource [None req-28974c1e-6fff-4d93-8698-ff4254d3da8c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] show failed (client error): The resource could not be found. Jul 14 13:57:42.959004 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-28974c1e-6fff-4d93-8698-ff4254d3da8c tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "GET /v2.0/security-groups/6a14adec-e45f-4505-90e2-aca96918db88 HTTP/1.1" status: 404 len: 347 time: 0.0219080 Jul 14 13:57:42.959293 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36212) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:43.005051 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.015458 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:57:43.016785 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.180440 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Deleting port ad1faa79-d8af-4832-a732-ad4880e261d2 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:43.181296 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.324902 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Allocated IP 172.20.0.2 (5b40a355-a4c9-48f4-9899-fcb34b7dfa13/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a/e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:43.340444 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.340702 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.384387 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Calling delete_port for ad1faa79-d8af-4832-a732-ad4880e261d2 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:43.393900 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.446228 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.607223 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.700339 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Allocated IP 172.27.3.15 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/f6d3d940-f92c-4bde-9688-935c08cad43b) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:43.755960 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.757126 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Transition to ACTIVE for port object e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:43.788721 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Transition to ACTIVE for port object e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:43.801547 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.812603 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Pushing event deleted for resources: {'Port': ['ID=ad1faa79-d8af-4832-a732-ad4880e261d2,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:43.824137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:43.827019 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:43.850281 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:43.886980 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.950714 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Pushing event updated for resources: {'Port': ['ID=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:43.953846 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Attempting to bind port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:43.954504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Attempting to bind port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:43.955040 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Attempting to bind port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:43.961858 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:43.962532 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:43.963230 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.963777 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Bound using segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:43.964440 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Bound port: e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:43.965042 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.971004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.972072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.977039 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:43.986841 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-27b308ed-c9ad-473a-874c-fc6fba1995e5 tempest-AttachVolumeTestJSON-1044655084 tempest-AttachVolumeTestJSON-1044655084-project] 10.222.0.44 "DELETE /v2.0/floatingips/283824e7-1f29-42a2-b9f0-f58c9c14db8c HTTP/1.1" status: 204 len: 168 time: 1.0247290 Jul 14 13:57:44.033086 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:44.036653 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:44.039952 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:44.055473 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83cb22-bd99-4357-b5fa-aba4707393fc req-ca966f4b-67b4-497f-936e-24e1385c44af tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:44.058445 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b83cb22-bd99-4357-b5fa-aba4707393fc req-ca966f4b-67b4-497f-936e-24e1385c44af tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2607405 Jul 14 13:57:44.074543 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d3d940-f92c-4bde-9688-935c08cad43b,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:44.096645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] For port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:44.101831 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] For port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:44.113122 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:44.128438 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0b83cb22-bd99-4357-b5fa-aba4707393fc req-2f0ae602-7d6d-430e-b2f2-17fbf51be69b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616393 Jul 14 13:57:44.219974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4dff2-4716-42f3-bf55-fdb02c2f5517 None None] Pushing event updated for resources: {'Port': ['ID=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:44.495925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:44.872423 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:45.063532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:57:45.300494 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:45.326745 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:45.344902 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:45.347640 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0e71eaa6-7fe8-45b3-8fdd-88c70a32b319 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6425273 Jul 14 13:57:45.350506 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36226) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:45.359472 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:45.361207 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:45.639840 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:45.789066 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1deda-9ec2-42bb-89fe-d051c7983fdc req-e8358844-bd66-4fef-bb90-e800ff58f139 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:45.796740 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16c1deda-9ec2-42bb-89fe-d051c7983fdc req-e8358844-bd66-4fef-bb90-e800ff58f139 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2221012 Jul 14 13:57:45.928069 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16c1deda-9ec2-42bb-89fe-d051c7983fdc req-32819b7e-33f3-429f-a6fa-7d8fd38d97e3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296782 Jul 14 13:57:46.075697 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:44Z', 'revision_number': 3, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:46.139359 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5a7a9-0eb0-46f3-8dc0-334a558a37bb None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:46.159954 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:46.160335 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Updating router 048a8986-ab70-400e-89d7-d4b2ccd4abef port f6d3d940-f92c-4bde-9688-935c08cad43b binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:57:46.538667 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:46.549913 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:46.565683 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-0933cd78-c9dc-42f1-bfec-3ca4fc7933b1 None None] Provisioning for port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:46.823347 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:46.948607 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:46.964215 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:46.964747 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.363236 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Allocated IP 172.20.0.1 (5b40a355-a4c9-48f4-9899-fcb34b7dfa13/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a/b768539f-4caa-4fbb-82c5-be5e3ceee8c1) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:47.393452 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.455664 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:47.485539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ec68b-6ccf-4ea7-8063-48473334ba83 req-c5c40661-4013-47d9-a274-30c73cb757be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:47.503574 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-987ec68b-6ccf-4ea7-8063-48473334ba83 req-c5c40661-4013-47d9-a274-30c73cb757be tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.2529624 Jul 14 13:57:47.567244 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.575701 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.633544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-987ec68b-6ccf-4ea7-8063-48473334ba83 req-c6254995-9ecd-44ca-8478-029eb4977174 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256847 Jul 14 13:57:47.666687 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Transition to ACTIVE for port object f6d3d940-f92c-4bde-9688-935c08cad43b will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:47.681648 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.749372 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.762594 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Attempting to bind port f6d3d940-f92c-4bde-9688-935c08cad43b on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:47.763382 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Attempting to bind port f6d3d940-f92c-4bde-9688-935c08cad43b by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:47.764126 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Attempting to bind port f6d3d940-f92c-4bde-9688-935c08cad43b on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:47.778694 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Transition to ACTIVE for port object b768539f-4caa-4fbb-82c5-be5e3ceee8c1 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:47.794090 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:47.794755 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:47.795481 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.796260 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:47.797096 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Bound port: f6d3d940-f92c-4bde-9688-935c08cad43b, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:47.797792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.824476 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:47.826997 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.888202 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:47.894279 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:47.899692 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:47.934154 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Pushing event updated for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:47.952354 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a8d75-68d3-48cf-b60d-c29370380b57 None None] Pushing event updated for resources: {'Port': ['ID=f6d3d940-f92c-4bde-9688-935c08cad43b,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:47.969424 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:47.978611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-2d0161ea-7032-467c-9f48-b91fb9cbdebd None None] Provisioning complete for port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:47.979336 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2d0161ea-7032-467c-9f48-b91fb9cbdebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.032758 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] For port f6d3d940-f92c-4bde-9688-935c08cad43b, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:48.070494 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] For port f6d3d940-f92c-4bde-9688-935c08cad43b, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f6d3d940-f92c-4bde-9688-935c08cad43b,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:48.078420 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.197850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.264237 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:48.265661 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:48.334504 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a8d75-68d3-48cf-b60d-c29370380b57 None None] Pushing event updated for resources: {'Port': ['ID=f6d3d940-f92c-4bde-9688-935c08cad43b,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:48.424562 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:48.468467 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-2ad610b4-96e1-4fb3-95d7-0f60e3aac6b2 None None] Provisioning for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:48.483008 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-2ad610b4-96e1-4fb3-95d7-0f60e3aac6b2 None None] Provisioning complete for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:48.483397 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2ad610b4-96e1-4fb3-95d7-0f60e3aac6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.551520 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-2ad610b4-96e1-4fb3-95d7-0f60e3aac6b2 None None] Port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:57:48.565865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:48.584271 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.615471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.654940 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:48.656431 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.714555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36258) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:48.751192 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:48.925469 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Pushing event updated for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:49.030088 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:47Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:49.054520 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:49.061252 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:49.078141 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991f56-84d6-4074-ba1c-51b197f6beb8 req-6758f615-a832-4a80-92b6-e7df33545ca3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:49.078408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dcb732-ccf9-462c-b4bc-f18fbe90993a None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:47Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:49.080233 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4a991f56-84d6-4074-ba1c-51b197f6beb8 req-6758f615-a832-4a80-92b6-e7df33545ca3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1952822 Jul 14 13:57:49.291123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4a991f56-84d6-4074-ba1c-51b197f6beb8 req-1b855969-6711-4b37-828f-3d645b480aad tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012093 Jul 14 13:57:49.388598 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-dd7a6e8e-7906-4e17-90d8-d367b6006486 None None] Provisioning complete for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:49.389124 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6e8e-7906-4e17-90d8-d367b6006486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:49.431314 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:49.524524 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a6e8e-7906-4e17-90d8-d367b6006486 None None] Port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:57:49.643411 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:49.652039 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5ddc83c6-9a18-4629-8b9a-0f5b36993b91 admin admin] 10.222.0.44 "PUT /v2.0/routers/048a8986-ab70-400e-89d7-d4b2ccd4abef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2994044 Jul 14 13:57:49.823560 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.151731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-a9a7eff4-f89f-4e6e-8c1a-cb6272f644e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:50.153497 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-a9a7eff4-f89f-4e6e-8c1a-cb6272f644e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1099 time: 0.1139510 Jul 14 13:57:50.352926 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-a88de6cc-d9cc-4685-a0e4-49f89da95e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:50.354815 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-a88de6cc-d9cc-4685-a0e4-49f89da95e6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.1935287 Jul 14 13:57:50.382795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Deleting port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:50.382795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.389274 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f6d3d940-f92c-4bde-9688-935c08cad43b up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:50.520793 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port f6d3d940-f92c-4bde-9688-935c08cad43b completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:50.527229 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port f6d3d940-f92c-4bde-9688-935c08cad43b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:50.528545 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.575832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] For port ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:50.576082 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.594402 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Calling delete_port for ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:50.623106 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36288) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:50.633224 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-637382039-network', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:50.692686 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.707894 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Made reservation on behalf of e1bf388627a04e36b7ce8eacbc17290c for: {'network': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:57:50.710882 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.730572 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port f6d3d940-f92c-4bde-9688-935c08cad43b, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f6d3d940-f92c-4bde-9688-935c08cad43b,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:50.732120 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.738041 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:50.794818 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-7c2e748c-1e2b-4a53-8e7e-b5a6c3d08e11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 1001 time: 0.4314547 Jul 14 13:57:50.814384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=f6d3d940-f92c-4bde-9688-935c08cad43b,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:50.907928 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-c4c1b96d-21d2-4280-b439-f6d7e6737ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:50.909578 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-c4c1b96d-21d2-4280-b439-f6d7e6737ae9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.1064680 Jul 14 13:57:50.910297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab7555-0008-4218-b58e-fab9ed1c82ef req-56d3f6b8-a0de-4254-9dcc-5e27567a8df8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:50.912347 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c4ab7555-0008-4218-b58e-fab9ed1c82ef req-56d3f6b8-a0de-4254-9dcc-5e27567a8df8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.1985493 Jul 14 13:57:50.987879 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c4ab7555-0008-4218-b58e-fab9ed1c82ef req-cfda5fa0-b4f6-4eb0-ae05-5bbe56d23966 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670784 Jul 14 13:57:51.021369 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.027471 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.041293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-5eac970e-33f7-4888-9ae3-31d21990b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:51.043028 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-5eac970e-33f7-4888-9ae3-31d21990b6e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214495 Jul 14 13:57:51.057132 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=99565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 13:57:51.079536 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268a57c-de5e-48a7-90cb-0fc546d5f71d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.083367 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.083752 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.segments_db [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Added segment bbfb82ec-5cef-443e-89ea-06896b0e811e of type vlan for network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa Jul 14 13:57:51.141316 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.141946 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.188265 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.190360 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.191751 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:51.193801 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.235373 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6103582 Jul 14 13:57:51.246903 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36290) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:51.253857 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Request body: {'subnet': {'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-637382039-subnet', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'ip_version': 4}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:51.301410 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-c921dea8-75e3-41e4-a012-815e5c9a4b6e service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461138 Jul 14 13:57:51.305727 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdae4d3-02f3-422c-bf69-cb8eaa822632 admin admin] Pushing event updated for resources: {'Network': ['ID=44f7e9fb-25f3-457c-a0f9-7518a6debcfa,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.319137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 13:57:51.370713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Made reservation on behalf of e1bf388627a04e36b7ce8eacbc17290c for: {'subnet': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:57:51.373715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63032451'] for subnet, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.564943 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-84b8a93f-cf7c-465c-907d-abd3bb3309bb req-e149df0a-65e7-400b-b8a8-d0d5fb1a8f25 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505090 Jul 14 13:57:51.573012 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.779953 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64865608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63032497'] for subnet, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:51.877016 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373cb2b3-946c-4e62-a71e-d87ee9f211b5,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:51.906649 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:51.918959 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:51.919697 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:51.937956 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Checking segment: {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:51.938555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Network hostable DHCP agents. Network: 44f7e9fb-25f3-457c-a0f9-7518a6debcfa, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 13:57:51.968886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Router a211f3cd-10dc-4d50-bc21-f8a3532fac38 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:51.972295 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 13:57:51.989553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, 44f7e9fb-25f3-457c-a0f9-7518a6debcfa) {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:51.996013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:51.996928 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.001198 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed12bc-31ca-4b2d-bee8-219e53642b2e None None] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:52.052646 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:52.053711 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-19a74cfa-7f31-47c8-b272-c10def8b7f56 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8037584 Jul 14 13:57:52.056654 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36294) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:52.063278 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:57:52.098895 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-515394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31610'] for router, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.100881 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-515361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31587'] for router, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.200733 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:52.215217 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3069efe0-4991-4c07-a4bb-b0c75c9ab387 admin admin] 10.222.0.44 "PUT /v2.0/routers/a211f3cd-10dc-4d50-bc21-f8a3532fac38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4994588 Jul 14 13:57:52.218321 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36296) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:52.222053 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Sync routers for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:52.224320 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.242591 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Routers {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:52.243903 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:52.329173 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87a65d5-6eea-5e76-af3c-5b3c2c304f4a-44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'fixed_ips': [{'subnet_id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5'}]}} from dv-cinder-800696-2-iscsi. {{(pid=99567) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 13:57:52.331347 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.356605 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.449312 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 2, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:52.498068 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:52.498687 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Updating router 048a8986-ab70-400e-89d7-d4b2ccd4abef port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:57:52.519742 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.554594 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.578938 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-515420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29337'] for router, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.592085 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f6d3d940-f92c-4bde-9688-935c08cad43b up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:52.620855 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Deleting port 0891df6e-f46a-41ee-af5a-804cdcb09ddc {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:52.621928 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.664748 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8f19-bb60-4691-a8b1-0e98515e20e3 req-09975c82-304d-47c0-ac5b-e26062a4831b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:52.672786 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4cc8f19-bb60-4691-a8b1-0e98515e20e3 req-09975c82-304d-47c0-ac5b-e26062a4831b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.4666274 Jul 14 13:57:52.756016 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4cc8f19-bb60-4691-a8b1-0e98515e20e3 req-6d22d689-2e2c-48ee-b571-e592d83fa4c8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817163 Jul 14 13:57:52.823329 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] For port 0891df6e-f46a-41ee-af5a-804cdcb09ddc, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=0891df6e-f46a-41ee-af5a-804cdcb09ddc,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:52.824215 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.851681 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.db_base_plugin_common [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Allocated IP 172.20.0.2 (44f7e9fb-25f3-457c-a0f9-7518a6debcfa/373cb2b3-946c-4e62-a71e-d87ee9f211b5/c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb) {{(pid=99567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:52.856432 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Set router a211f3cd-10dc-4d50-bc21-f8a3532fac38 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:52.857471 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Calling delete_port for 0891df6e-f46a-41ee-af5a-804cdcb09ddc owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:52.983225 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:52.998959 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.006284 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.011763 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Transition to ACTIVE for port object b768539f-4caa-4fbb-82c5-be5e3ceee8c1 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:53.022682 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.074091 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port f6d3d940-f92c-4bde-9688-935c08cad43b triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:53.074666 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.085364 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Pushing event updated for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:53.098096 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.098441 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.098961 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.100000 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.100431 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.100834 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.101172 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.101598 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.103010 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.103604 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.104069 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.104489 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:57:53.128503 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.150815 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:57:53.158603 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Allocated IP 172.27.3.105 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/c8bbdb04-994b-46d2-991f-7efd7ccf2a45) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:53.192836 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0891df6e-f46a-41ee-af5a-804cdcb09ddc,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:53.405980 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.411559 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.433033 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks [] for port, precommit_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.442567 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Transition to ACTIVE for port object c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:53.450092 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Attempting to bind port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:53.450460 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Attempting to bind port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:53.450832 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Attempting to bind port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:53.460425 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.462201 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:53.462702 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:53.463380 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.463881 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Bound using segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:53.464501 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Bound port: b768539f-4caa-4fbb-82c5-be5e3ceee8c1, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:53.465305 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.476055 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Transition to ACTIVE for port object c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb will not be triggered until provisioned by entity DHCP. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:53.525137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:53.544526 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:53.558536 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:53.567003 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:53.584813 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] For port b768539f-4caa-4fbb-82c5-be5e3ceee8c1, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:53.590450 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188'] for port, after_create {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.592094 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] For port b768539f-4caa-4fbb-82c5-be5e3ceee8c1, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:53.602848 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.605159 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.616577 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.674765 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bd3c4-0d11-4e12-82b2-39b6e0538976 None None] Pushing event updated for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=4']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:53.699294 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Pushing event updated for resources: {'Port': ['ID=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:53.699600 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.700320 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a211f3cd-10dc-4d50-bc21-f8a3532fac38 {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:57:53.711392 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.711640 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:53.712424 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:53.712842 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1bec7f02-7030-4bc2-8a90-5c0b147a9f21 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a211f3cd-10dc-4d50-bc21-f8a3532fac38 HTTP/1.1" status: 204 len: 168 time: 1.4930687 Jul 14 13:57:53.717553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36302) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:53.763342 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.804889 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Deleting subnet 2497c72d-178f-4146-b2c9-b2c4119de020 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:57:53.815388 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:53.864292 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa is already hosted by enough agents. {{(pid=99567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:53.908305 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.scheduler.base_scheduler [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Resources bound (agent type, host, resource id): {{(pid=99567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:53.914753 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Received port after_create {{(pid=99567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:54.019236 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:54.021579 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.090263 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Pushing event updated for resources: {'Port': ['ID=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,revision_number=1']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:54.093391 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:57:54.095537 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec10452c-4db9-4747-bfcb-803698a2060a" -d '{"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-unplugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:57:54.222645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:54.224782 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b246d06-2a4a-41bd-a249-fc0367bc8d7f x-openstack-request-id: req-2b246d06-2a4a-41bd-a249-fc0367bc8d7f {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:57:54.225139 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-unplugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:57:54.225668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b246d06-2a4a-41bd-a249-fc0367bc8d7f {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:57:54.226204 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'code': 200} Jul 14 13:57:54.235968 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.315575 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649f3b3-7aba-41e4-9b44-caf13e3a84a9 req-29618686-cb6b-42fd-838e-83b40abceeda tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:54.333565 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e649f3b3-7aba-41e4-9b44-caf13e3a84a9 req-29618686-cb6b-42fd-838e-83b40abceeda tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 946 time: 0.3057783 Jul 14 13:57:54.338114 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Attempting to bind port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:54.338622 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Attempting to bind port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:54.339073 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Attempting to bind port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb on network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:54.345986 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'name': 'tempest-AttachVolumeTestJSON-1859079800-router', 'tenant_id': 'cc74d46b03724755bbad43ac85117c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:51:00Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 5, 'project_id': 'cc74d46b03724755bbad43ac85117c06', 'gw_port': {'id': '0891df6e-f46a-41ee-af5a-804cdcb09ddc', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211f3cd-10dc-4d50-bc21-f8a3532fac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:02Z', 'updated_at': '2021-07-14T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:54.388419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.415864 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:54.416459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Checking segment: {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:54.417053 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.417539 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Bound using segment: {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:54.418225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Bound port: c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:54.418696 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.426623 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Checking router: a211f3cd-10dc-4d50-bc21-f8a3532fac38 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:54.470477 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e649f3b3-7aba-41e4-9b44-caf13e3a84a9 req-2c43b2a3-f280-48d7-a11f-558a83cdbece tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182675 Jul 14 13:57:54.478112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Routers set() bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:54.478502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Router IDs set() for agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 13:57:54.479657 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a211f3cd-10dc-4d50-bc21-f8a3532fac38'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent'). {{(pid=99567) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 13:57:54.480295 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b670419-80c9-4bc1-96d7-c259a0a5e0ab None None] The sync data for ids ['a211f3cd-10dc-4d50-bc21-f8a3532fac38'] in dv-cinder-800696-2-iscsi is: [] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:54.556109 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=8']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:54.593810 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.623677 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:54.644594 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-515413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398795'] for router, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.668492 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ad77b4-b0a0-4d78-8945-067dce935e68 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:54.676415 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] For port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:54.684507 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] For port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:54.686621 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.692860 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.725498 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2497c72d-178f-4146-b2c9-b2c4119de020,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:54.730510 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.733315 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7583b331-cd1d-4329-93f4-49f0b2d95423 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2497c72d-178f-4146-b2c9-b2c4119de020 HTTP/1.1" status: 204 len: 168 time: 1.0148525 Jul 14 13:57:54.736261 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36310) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:54.773372 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06079023-8db1-4656-8073-c5a8812d49f9 None None] Network 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:54.887279 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:54.919816 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Router ae869276-51e1-4ea8-9ece-cbc32314740d is scheduled to L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 with binding_index 1 {{(pid=99565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 13:57:55.011398 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b768539f-4caa-4fbb-82c5-be5e3ceee8c1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:55.015417 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Deleting port e243c5d2-0710-4522-aa7d-c285d9f12ec9 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:57:55.015943 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.069064 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625d9df-03d6-483c-b0f5-66345c676458 None None] Pushing event updated for resources: {'Port': ['ID=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,revision_number=2']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.315413 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] For port e243c5d2-0710-4522-aa7d-c285d9f12ec9, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e243c5d2-0710-4522-aa7d-c285d9f12ec9,segment=NetworkSegment(a5d887d9-319d-4e5e-a576-57f6e9d1a428),segment_id=a5d887d9-319d-4e5e-a576-57f6e9d1a428)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:55.315883 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.319370 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:55.332642 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:55.335110 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.337309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:55.348048 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Sync routers for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:57:55.350172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Calling delete_port for e243c5d2-0710-4522-aa7d-c285d9f12ec9 owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:57:55.381856 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:55.392657 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:55.409591 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.414131 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b58e765a-812c-4eee-9b11-cdddb7b15360 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3559878 Jul 14 13:57:55.419632 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36320) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:55.559411 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.565978 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.633916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e243c5d2-0710-4522-aa7d-c285d9f12ec9,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.655019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] No DVR routers for this DVR port e243c5d2-0710-4522-aa7d-c285d9f12ec9 on host dv-cinder-800696-2-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:57:55.688990 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:55.689726 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea5a6a-64f9-4fa7-99a7-8386ab71c19a None None] DHCP port deletion for 87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:57:55.696742 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port b768539f-4caa-4fbb-82c5-be5e3ceee8c1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:55.703498 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-23ca1046-d61f-4594-a6c6-31d97ee9fea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.721664 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.816325 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.841001 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:55.850379 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:55.857847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d887d9-319d-4e5e-a576-57f6e9d1a428') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:55.858485 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d887d9-319d-4e5e-a576-57f6e9d1a428') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:55.873301 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.900663 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.916887 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:57:55.917437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:57:55.939357 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:57:56.065176 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.067732 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 3, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:56.072987 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.076293 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a HTTP/1.1" status: 204 len: 168 time: 1.3378615 Jul 14 13:57:56.105584 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263889a-e0ec-4750-91bd-6ed76cf3bca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b154c7-d6dc-4d1e-9144-c8f4bf5ab36a,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:56.157393 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Checking router: ae869276-51e1-4ea8-9ece-cbc32314740d for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:57:56.158060 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Updating router ae869276-51e1-4ea8-9ece-cbc32314740d port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 binding host dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:57:56.283868 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.424372 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36334) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:56.541920 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fb1d04a6-d910-4f8c-8d5f-2b1bf54fdea4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc74d46b03724755bbad43ac85117c06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1059320 Jul 14 13:57:56.548695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36338) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:57:56.666230 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.706403 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:56.755861 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.766944 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1773537-5a4c-4389-b482-0c159080af5d None None] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:57:56.866863 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.871416 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:56.874265 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2b1882c-6a19-4b98-8eb0-6b077cbd91c4 HTTP/1.1" status: 204 len: 168 time: 0.3213403 Jul 14 13:57:56.880152 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-ba20f36c-67b6-404b-99ce-fe33abe7144e None None] Provisioning for port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:56.907551 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785794c-ca05-46dd-90ec-cd026e6263a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b1882c-6a19-4b98-8eb0-6b077cbd91c4,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:56.939345 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:56.956241 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:56.956952 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.003489 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks [] for port, precommit_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.041034 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.provisioning_blocks [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Transition to ACTIVE for port object c8bbdb04-994b-46d2-991f-7efd7ccf2a45 will not be triggered until provisioned by entity L2. {{(pid=99568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:57.052045 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.083509 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.182195 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Attempting to bind port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:57:57.182740 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Attempting to bind port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:57:57.183100 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Attempting to bind port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 on network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:57:57.186860 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.187994 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b0ba-984f-4fb7-b4a6-703f82e40f6a None None] Pushing event updated for resources: {'Port': ['ID=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,revision_number=2']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:57.201871 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:57:57.202242 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Checking segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:57:57.202638 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.203025 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Bound using segment: {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'} {{(pid=99568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:57:57.203903 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.managers [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Bound port: c8bbdb04-994b-46d2-991f-7efd7ccf2a45, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902bbbe-a0ad-42d9-920e-675a29357857', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c'}}] {{(pid=99568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:57:57.204447 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.244408 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:57:57.254092 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.255923 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b768539f-4caa-4fbb-82c5-be5e3ceee8c1 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:57.320980 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] For port c8bbdb04-994b-46d2-991f-7efd7ccf2a45, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:57:57.326200 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.plugins.ml2.db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] For port c8bbdb04-994b-46d2-991f-7efd7ccf2a45, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:57:57.333533 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron_lib.callbacks.manager [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.432866 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:57:57.433527 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:57.495826 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Allocated IP 172.20.0.1 (44f7e9fb-25f3-457c-a0f9-7518a6debcfa/373cb2b3-946c-4e62-a71e-d87ee9f211b5/6cb3a014-07c4-4cdf-be94-07d2a8a993a9) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:57:57.496098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:57.613081 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:57:57.675041 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:57.709968 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b0ba-984f-4fb7-b4a6-703f82e40f6a None None] Pushing event updated for resources: {'Port': ['ID=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,revision_number=3']} {{(pid=99568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:57.736527 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:57.737680 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.748767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.768803 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-5da1ac25-8971-4005-a7ba-681092434e35 None None] Provisioning complete for port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:57.769173 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-5da1ac25-8971-4005-a7ba-681092434e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.782536 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.provisioning_blocks [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Transition to ACTIVE for port object 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 will not be triggered until provisioned by entity DHCP. {{(pid=99565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:57:57.793059 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-664096f7-af87-4f3a-b218-4e245e7d7ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6712160 Jul 14 13:57:57.812587 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a635e-9f7d-4cb5-9384-b4a0f084830e req-5254dda1-daa8-42c4-8c3d-c5132dc715fc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:57.814718 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc5a635e-9f7d-4cb5-9384-b4a0f084830e req-5254dda1-daa8-42c4-8c3d-c5132dc715fc tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.6836367 Jul 14 13:57:57.882703 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc5a635e-9f7d-4cb5-9384-b4a0f084830e req-12bd5f6d-2dfd-435a-8e22-14b45566958b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581834 Jul 14 13:57:57.939693 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.952409 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-34a239a4-c743-46bb-b201-d0f9e48a3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:57.989491 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:57.994635 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:57.999242 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:57:58.035386 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.049206 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 0891df6e-f46a-41ee-af5a-804cdcb09ddc no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:58.073216 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397486'] for router_interface, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.100252 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 0891df6e-f46a-41ee-af5a-804cdcb09ddc {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:58.100898 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 0891df6e-f46a-41ee-af5a-804cdcb09ddc not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:58.102109 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e243c5d2-0710-4522-aa7d-c285d9f12ec9 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:58.139969 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: e243c5d2-0710-4522-aa7d-c285d9f12ec9 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:58.140592 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e243c5d2-0710-4522-aa7d-c285d9f12ec9 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:58.141174 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:57:58.167023 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:57:58.167413 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device ca01f8c4-4ccb-4aa5-be83-39e62d4f77c8 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:57:58.183987 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:58.195246 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 3, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:57:58.237056 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29638f6e-1245-4b54-a7ef-a68fb1e1c3de None None] The sync data for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi is: [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:53Z', 'revision_number': 3, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:57:58.384299 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:57:58.467618 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.504984 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:58.506595 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.594851 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1de50591-3a56-4eca-ac69-339e46889ebe None None] Provisioning for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:57:58.605788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-1de50591-3a56-4eca-ac69-339e46889ebe None None] Provisioning complete for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:58.606376 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-1de50591-3a56-4eca-ac69-339e46889ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.669723 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-1de50591-3a56-4eca-ac69-339e46889ebe None None] Port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:57:58.802719 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.811148 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.895791 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403428'] for router_interface, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:58.898042 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:57:59.043704 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:57:59.045105 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:57:59.315306 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Router ae869276-51e1-4ea8-9ece-cbc32314740d has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:57:59.341966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66571c4f-7042-46d7-afb2-c5d0a333e716 req-e844a39f-b2ee-477a-8227-a5de9560b54e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.343421 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-66571c4f-7042-46d7-afb2-c5d0a333e716 req-e844a39f-b2ee-477a-8227-a5de9560b54e tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1847720 Jul 14 13:57:59.421252 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-e4a38013-182f-4ee8-82a8-d55e19c987f2 None None] Provisioning complete for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:57:59.422006 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-e4a38013-182f-4ee8-82a8-d55e19c987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.480702 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38013-182f-4ee8-82a8-d55e19c987f2 None None] Port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:57:59.550661 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78029-fc35-477d-b21e-0657273797d5 req-80694a70-080b-48fb-b6eb-e8eeda04b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.552514 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-80694a70-080b-48fb-b6eb-e8eeda04b33a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373&tenant_id=52bfc7977d4942ae971cf11446f5753e HTTP/1.1" status: 200 len: 1097 time: 0.1723895 Jul 14 13:57:59.562754 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-66571c4f-7042-46d7-afb2-c5d0a333e716 req-a173ce1d-4750-4eef-8e4b-6540efe83711 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669381 Jul 14 13:57:59.618273 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:57:59.646665 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-70aa056a-c82f-47bb-ae46-e01a4e57fc48 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae869276-51e1-4ea8-9ece-cbc32314740d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2205915 Jul 14 13:57:59.728469 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78029-fc35-477d-b21e-0657273797d5 req-70a33a7a-ce62-4541-88cd-d51d46e4af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.732416 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-70a33a7a-ce62-4541-88cd-d51d46e4af26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1097 time: 0.1115606 Jul 14 13:57:59.808089 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:57:59.878669 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78029-fc35-477d-b21e-0657273797d5 req-d1fc7e2f-f4f8-40a7-abc7-0885447dcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:57:59.880719 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-d1fc7e2f-f4f8-40a7-abc7-0885447dcc32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.1396103 Jul 14 13:57:59.957490 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-78c7a94c-a061-4dbf-936c-97dc400c97ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 999 time: 0.0695004 Jul 14 13:58:00.014853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78029-fc35-477d-b21e-0657273797d5 req-56c9ebb3-7fcc-4e7a-9d28-0b4610310ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:00.016474 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-56c9ebb3-7fcc-4e7a-9d28-0b4610310ac9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.0524991 Jul 14 13:58:00.095104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf78029-fc35-477d-b21e-0657273797d5 req-e4b4f820-731d-4215-834e-6457e3ed8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:00.096691 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-e4b4f820-731d-4215-834e-6457e3ed8f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732901 Jul 14 13:58:00.206182 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-38774c80-8a35-4fbe-8f96-fc77e652e506 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028051 Jul 14 13:58:00.219407 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36398) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.225856 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296626169', 'description': 'tempest-secgroup-smoke-1296626169 description', 'project_id': '02c6346606044c22b1877feb73c91279'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:00.250830 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.331051 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2cf78029-fc35-477d-b21e-0657273797d5 req-f367b68e-5979-4870-809e-e7109ec3efa5 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184707 Jul 14 13:58:00.366393 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.373007 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.380246 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c8bbdb04-994b-46d2-991f-7efd7ccf2a45 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:00.417519 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.419090 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1982191 Jul 14 13:58:00.422468 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36404) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.425317 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f941952-05b4-4d91-9013-8cf0ab24a481 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a778498-5705-44f2-9c60-ae818379c2eb,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.427657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:00.459565 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:00.460757 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.465675 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:00.466048 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.545169 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.550622 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.578568 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4320d6fa-1e17-4c13-949e-d799f6a6bdfa,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.585681 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.587462 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.589101 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e89e07d0-1525-4bcd-8c68-0dfcb9f0459b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653824 Jul 14 13:58:00.591898 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36410) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.599937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:00.617454 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port c8bbdb04-994b-46d2-991f-7efd7ccf2a45, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:00.624294 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.664053 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.697398 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.742617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.754333 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.790382 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fe8ba4-ec0e-45e4-9455-f03ccdc02132,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:00.794563 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:00.799676 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-def00c11-f209-400b-906a-b50a4ff31e0e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2029214 Jul 14 13:58:00.800373 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36418) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:00.807078 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:00.906619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.024806 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830eb622-ebed-45fc-841d-18cb2053c3af req-f0e4b160-468a-4c24-8066-150c34065385 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:01.026587 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-830eb622-ebed-45fc-841d-18cb2053c3af req-f0e4b160-468a-4c24-8066-150c34065385 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1980896 Jul 14 13:58:01.039531 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.048965 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.065344 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Sync routers for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:01.092692 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:01.092963 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c155d227-420a-4cfa-a921-17e8c572415c,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.102262 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:01.113523 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.116999 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a0bcb5cc-3b08-46aa-bbcd-6e935b32453e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137033 Jul 14 13:58:01.119759 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36440) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:01.125743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:01.140912 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-830eb622-ebed-45fc-841d-18cb2053c3af req-5bcfaefe-3c76-4cfd-9003-b688c71202f1 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004543 Jul 14 13:58:01.189716 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.338818 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.345980 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.380567 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9e68f8-711c-41b3-ba97-9a628e6f1d50,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.387877 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.394453 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.400809 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36446) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:01.401415 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8328eb0e-4561-488b-9186-69bca6dabdcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2799625 Jul 14 13:58:01.409203 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:01.423483 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:01.445117 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.securitygroups_db [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Project 02c6346606044c22b1877feb73c91279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:58:01.454850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.578571 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.585376 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.621849 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf26ba1-d8c5-44f7-9a2d-3cb48a460e8b,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.652355 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.658486 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36448) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:01.666306 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'security_group_rule': {'security_group_id': '3a778498-5705-44f2-9c60-ae818379c2eb', 'project_id': '02c6346606044c22b1877feb73c91279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:01.670899 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9b68921f-0fbb-4921-af1b-d72effc470c4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2679875 Jul 14 13:58:01.700517 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.securitygroups_db [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Project 02c6346606044c22b1877feb73c91279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 13:58:01.710664 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.764365 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:58Z', 'revision_number': 4, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '6cb3a014-07c4-4cdf-be94-07d2a8a993a9', 'name': '', 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'mac_address': 'fa:16:3e:cf:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:57Z', 'updated_at': '2021-07-14T13:57:58Z', 'revision_number': 2, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'subnets': [{'id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:01.796442 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Checking router: ae869276-51e1-4ea8-9ece-cbc32314740d for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:01.796911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Updating router ae869276-51e1-4ea8-9ece-cbc32314740d port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 binding host dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 13:58:01.810117 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.816892 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633893'] for security_group_rule, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.842922 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd62a805-bb6b-4e8c-a129-14bea8560e42,revision_number=0']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:01.852956 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:01.857532 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ed8190cf-5fac-41d5-b863-36a32032b5ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1941910 Jul 14 13:58:01.886887 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.449011 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks [] for port, precommit_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.463130 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c8bbdb04-994b-46d2-991f-7efd7ccf2a45 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:02.522511 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f370341-eb38-409b-92b2-9e1a45844833 req-06977587-f355-4295-861d-4db12bf6c3b4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:02.538153 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f370341-eb38-409b-92b2-9e1a45844833 req-06977587-f355-4295-861d-4db12bf6c3b4 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1708186 Jul 14 13:58:02.559669 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Transition to ACTIVE for port object 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 will not be triggered until provisioned by entity L2. {{(pid=99567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:02.572048 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.639692 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f370341-eb38-409b-92b2-9e1a45844833 req-81d96c06-a31b-4a8d-acfc-8dac95e52192 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004148 Jul 14 13:58:02.650684 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:02.651557 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.770440 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=3']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:02.837225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.840134 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.840510 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.841390 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.841390 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.841612 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.841930 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.842266 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.842646 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.843034 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.843312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.843634 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:02.951378 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Attempting to bind port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 on host dv-cinder-800696-2-iscsi for vnic_type normal with profile {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:02.951845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Attempting to bind port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 by drivers openvswitch,hyperv on host dv-cinder-800696-2-iscsi at level 0 using segments [{'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:02.953804 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Attempting to bind port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 on network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:02.962866 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Checking agent: {'id': 'f7e44ef5-54dd-4e33-b8f5-883aa74b9457', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800696-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 42, 58), 'started_at': datetime.datetime(2021, 7, 14, 13, 43, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800696-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:02.963326 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Checking segment: {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:02.963735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:02.964117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Bound using segment: {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'} {{(pid=99567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:02.964914 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.managers [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Bound port: 6cb3a014-07c4-4cdf-be94-07d2a8a993a9, host: dv-cinder-800696-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfb82ec-5cef-443e-89ea-06896b0e811e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa'}}] {{(pid=99567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:02.965304 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.089852 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] For port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9, host dv-cinder-800696-2-iscsi, cleared binding levels {{(pid=99567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:03.102553 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] For port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9, host dv-cinder-800696-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:03.109052 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36510) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:03.113137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.216670 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:03.217401 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:57:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:03.223893 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e58fc4-e9ec-40fb-91af-89a3b687f842 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:03.439294 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c0be-eb0f-4c8e-8320-118ec37cfb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.496785 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:03.713578 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c0be-eb0f-4c8e-8320-118ec37cfb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.720861 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c0be-eb0f-4c8e-8320-118ec37cfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.798999 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36522) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:03.809197 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d5c2c0be-eb0f-4c8e-8320-118ec37cfb34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7e188bfc902407d8c436d21e3800900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981301 Jul 14 13:58:03.810958 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2c0be-eb0f-4c8e-8320-118ec37cfb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca9339-c2bc-431b-bfb7-ed43423ecdc9,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:03.889024 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:03.944524 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:58Z', 'revision_number': 4, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '6cb3a014-07c4-4cdf-be94-07d2a8a993a9', 'name': '', 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'mac_address': 'fa:16:3e:cf:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:57Z', 'updated_at': '2021-07-14T13:58:03Z', 'revision_number': 4, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'subnets': [{'id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:03.979456 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.034234 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98987e4e-cad5-45cd-aafd-476256f90d50 None None] The sync data for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi is: [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T13:57:58Z', 'revision_number': 4, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': '6cb3a014-07c4-4cdf-be94-07d2a8a993a9', 'name': '', 'network_id': '44f7e9fb-25f3-457c-a0f9-7518a6debcfa', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'mac_address': 'fa:16:3e:cf:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:57Z', 'updated_at': '2021-07-14T13:58:03Z', 'revision_number': 4, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'subnets': [{'id': '373cb2b3-946c-4e62-a71e-d87ee9f211b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:04.036783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d877434-fc77-4e21-ad9e-0a6fd8767911 req-d265d7b8-b5d1-4b29-9a41-be2de3cc99db tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:04.054160 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6d877434-fc77-4e21-ad9e-0a6fd8767911 req-d265d7b8-b5d1-4b29-9a41-be2de3cc99db tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1074207 Jul 14 13:58:04.057512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.060183 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.061565 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ca9339-c2bc-431b-bfb7-ed43423ecdc9 HTTP/1.1" status: 204 len: 168 time: 0.2613750 Jul 14 13:58:04.071984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2039c0-cb78-49af-b2bd-b7e779f24cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca9339-c2bc-431b-bfb7-ed43423ecdc9,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:04.152904 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6d877434-fc77-4e21-ad9e-0a6fd8767911 req-7dd6dbed-48b0-402f-b18c-efbf898c91e7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972083 Jul 14 13:58:04.431758 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:04.545977 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:04.555327 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:04.556101 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:04.759893 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.091575 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] For port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:05.111091 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:05.219394 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Pushing event updated for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:05.550133 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c48c-261f-4489-bf8f-04ff51fc0fc6 req-76f75d6f-3107-4544-926d-bda8cdfa7dbd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:05.551861 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-36d7c48c-261f-4489-bf8f-04ff51fc0fc6 req-76f75d6f-3107-4544-926d-bda8cdfa7dbd tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1569796 Jul 14 13:58:05.641334 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-36d7c48c-261f-4489-bf8f-04ff51fc0fc6 req-d2187dee-3a60-4ae1-8120-e4947fca2746 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796220 Jul 14 13:58:06.379107 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 up at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:06.504863 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Provisioning complete for port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:06.504863 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:06.915356 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18b2f4-58ba-4fd8-9b64-28b17e476cd0 req-a0ad1ca2-7ba6-4fd2-895b-887da3684441 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:06.917123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ea18b2f4-58ba-4fd8-9b64-28b17e476cd0 req-a0ad1ca2-7ba6-4fd2-895b-887da3684441 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1023951 Jul 14 13:58:06.979728 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ea18b2f4-58ba-4fd8-9b64-28b17e476cd0 req-1f682d97-cd62-4ceb-9ddb-62f817e7d597 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535414 Jul 14 13:58:07.840050 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:08.299382 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956671c8-f4ff-4d43-8e5f-b6d16f95647e req-45993806-b092-42d1-a6d0-2faa568529c9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:08.308798 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-956671c8-f4ff-4d43-8e5f-b6d16f95647e req-45993806-b092-42d1-a6d0-2faa568529c9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1427863 Jul 14 13:58:08.372979 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-956671c8-f4ff-4d43-8e5f-b6d16f95647e req-d10ff851-79ae-4aac-ae1f-9aa439ab5799 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596349 Jul 14 13:58:09.601480 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d446af-4d12-4086-9085-d1b4d225867e req-3e25f8b8-d421-4410-8840-30f2aaf8f4e3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:09.612473 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-80d446af-4d12-4086-9085-d1b4d225867e req-3e25f8b8-d421-4410-8840-30f2aaf8f4e3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1085408 Jul 14 13:58:09.669165 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-80d446af-4d12-4086-9085-d1b4d225867e req-3c8874af-97f5-4ea3-a994-a97e1b0588f9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552125 Jul 14 13:58:10.953617 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c7560-9622-473a-a93f-40ae8c15d108 req-6ded87bf-16fb-49ff-a55e-ea6f91cd77c6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:10.955991 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-342c7560-9622-473a-a93f-40ae8c15d108 req-6ded87bf-16fb-49ff-a55e-ea6f91cd77c6 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.1401460 Jul 14 13:58:11.030514 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-342c7560-9622-473a-a93f-40ae8c15d108 req-58ea9817-374c-4c19-8d92-be5e8dc6cc5b tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638518 Jul 14 13:58:12.251107 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca93e-cbe0-4608-9ac2-e93b9100dd1a req-6e0e5eac-214d-46cf-b10b-bba747bd63e7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:12.252697 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d7fca93e-cbe0-4608-9ac2-e93b9100dd1a req-6e0e5eac-214d-46cf-b10b-bba747bd63e7 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.0703950 Jul 14 13:58:12.298962 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d7fca93e-cbe0-4608-9ac2-e93b9100dd1a req-2979a4a1-1054-4667-90ea-cbed2d3abf23 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Jul 14 13:58:13.544541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f45c6-eb6a-4e97-9ac3-ab62f09db73f req-49a1c306-5fce-451b-b449-6db93451a761 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:13.546321 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a29f45c6-eb6a-4e97-9ac3-ab62f09db73f req-49a1c306-5fce-451b-b449-6db93451a761 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.0994875 Jul 14 13:58:13.599777 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a29f45c6-eb6a-4e97-9ac3-ab62f09db73f req-098a0b8b-89f2-4ec5-a93e-7fec75b15dde tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Jul 14 13:58:14.447631 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-dd959b5e-9615-4b3a-86ed-c0ea0ebf5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.449106 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-dd959b5e-9615-4b3a-86ed-c0ea0ebf5b67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52bfc7977d4942ae971cf11446f5753e&device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1097 time: 0.0614703 Jul 14 13:58:14.565249 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-55ca0000-2f1b-476d-abf4-f4d76c23dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.566869 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-55ca0000-2f1b-476d-abf4-f4d76c23dafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 200 len: 917 time: 0.0940070 Jul 14 13:58:14.681233 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-8a1bcfdd-1d2c-4728-a479-41f2d4d37c4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 200 len: 999 time: 0.1070399 Jul 14 13:58:14.745204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-d2d21da0-9575-4452-9d81-91f9858c867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.746732 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-d2d21da0-9575-4452-9d81-91f9858c867f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 200 len: 855 time: 0.0594697 Jul 14 13:58:14.833149 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-2e6d1255-f473-42e7-9a5f-35a1b377c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.835191 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-2e6d1255-f473-42e7-9a5f-35a1b377c028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2637d5bd-2598-4efd-aa33-6141ecdfeac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812161 Jul 14 13:58:14.837688 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e0a8-fea6-4078-80b8-009203e5189b req-d9c48c5c-9112-4b1e-8a8b-55df57563557 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:14.840031 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-15d6e0a8-fea6-4078-80b8-009203e5189b req-d9c48c5c-9112-4b1e-8a8b-55df57563557 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 944 time: 0.0755260 Jul 14 13:58:14.890515 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-15d6e0a8-fea6-4078-80b8-009203e5189b req-94b447bb-ccc0-4f29-8fe6-51867277c56c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Jul 14 13:58:14.952973 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-f315fadd-4c7f-4c7c-a098-134d6bd7b61d service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085529 Jul 14 13:58:15.047769 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-620a0269-023d-4fc8-8ee8-e05ba1b21ca7 req-d7496647-f245-4d6b-95cb-2fc47e1333a8 service neutron] 10.222.0.36 "GET /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868094 Jul 14 13:58:15.612830 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:15.720448 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:15.734117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'd79f8504-16a8-4e21-99f4-33c223748137', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'port_id': 'd79f8504-16a8-4e21-99f4-33c223748137', 'mac_address': 'fa:16:3e:72:25:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:15.785629 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.804107 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:15.826126 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:15.831175 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:15.880082 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=9']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:16.088007 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab962f51-c304-4d6d-bdb6-2eaaa7db931b req-885c3807-3bca-465c-b347-d80090b1839c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:16.089591 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab962f51-c304-4d6d-bdb6-2eaaa7db931b req-885c3807-3bca-465c-b347-d80090b1839c tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.0683792 Jul 14 13:58:16.129737 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ab962f51-c304-4d6d-bdb6-2eaaa7db931b req-e09b345d-fe8c-45a5-9c47-626a3db6f026 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341432 Jul 14 13:58:16.140857 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['d79f8504-16a8-4e21-99f4-33c223748137'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:16.403894 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36674) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:16.520984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.622029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.627663 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.667322 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cadae0ef29d14168b44793e7600a4f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622232 Jul 14 13:58:16.668196 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e38026c-02f2-4b1d-9ae8-f9c84bc2de42,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:16.670182 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36678) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:16.675802 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.676145 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.676507 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.676832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.677163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.677570 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.677968 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.678293 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.678612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.678912 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.679225 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.679540 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b0c69-ba6b-4bf7-8330-50c18ca91d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.725323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.749127 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.803541 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.806547 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:16.807773 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e38026c-02f2-4b1d-9ae8-f9c84bc2de42 HTTP/1.1" status: 204 len: 168 time: 0.1365891 Jul 14 13:58:16.817297 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e38026c-02f2-4b1d-9ae8-f9c84bc2de42,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:16.825878 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.826228 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.826563 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.826892 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.827311 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.827643 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.827970 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.828328 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.828659 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.828975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.829299 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:16.829619 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af58b925-0a8b-4d7f-8719-7d47e0365196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:58:17.242743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36688) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:17.259096 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8528c98-3787-4054-9e75-17762b21c4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.330800 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3f73-125a-4537-a102-5437f55f298c req-13be9f5d-dfdc-4a8b-b3eb-7c8d2122aa79 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:17.332566 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34ad3f73-125a-4537-a102-5437f55f298c req-13be9f5d-dfdc-4a8b-b3eb-7c8d2122aa79 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 945 time: 0.0798504 Jul 14 13:58:17.373528 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8528c98-3787-4054-9e75-17762b21c4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.380797 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f8528c98-3787-4054-9e75-17762b21c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.384542 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34ad3f73-125a-4537-a102-5437f55f298c req-f2b668c9-6185-45c2-bc47-83215bf60851 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450394 Jul 14 13:58:17.435544 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8528c98-3787-4054-9e75-17762b21c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d4918e-3ae7-43d7-9239-3f93023f2398,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:17.440290 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f8528c98-3787-4054-9e75-17762b21c4a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be19312b015c40a8ad5e247dd1883243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958072 Jul 14 13:58:17.443878 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36690) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:17.496132 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.518659 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.582951 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.585824 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.587069 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99d4918e-3ae7-43d7-9239-3f93023f2398 HTTP/1.1" status: 204 len: 168 time: 0.1424358 Jul 14 13:58:17.597116 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c9d52-8909-4563-ba77-c4edf4873155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d4918e-3ae7-43d7-9239-3f93023f2398,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:17.622964 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:17.692713 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port d79f8504-16a8-4e21-99f4-33c223748137 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:17.693176 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.795761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.827316 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:17.829802 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62006e-5a2a-46cd-86cc-3d361b9f566e" -d '{"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:17.845347 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:17.852656 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:17.897294 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b36e2-f2cc-4edb-94d2-0950a38f31fc x-openstack-request-id: req-330b36e2-f2cc-4edb-94d2-0950a38f31fc {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:17.897294 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-plugged", "status": "completed", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:17.897294 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-330b36e2-f2cc-4edb-94d2-0950a38f31fc {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:17.897294 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'code': 200} Jul 14 13:58:17.943442 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=10']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:18.213696 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff715f-82fa-42fc-9701-4af59bf15fa8 req-6c53bbf7-dd12-4c4d-a8de-4b88219067d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:18.215380 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-19ff715f-82fa-42fc-9701-4af59bf15fa8 req-6c53bbf7-dd12-4c4d-a8de-4b88219067d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 1100 time: 0.0618782 Jul 14 13:58:18.255453 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-19ff715f-82fa-42fc-9701-4af59bf15fa8 req-cd0a06c1-38d9-4957-b10e-ac0747b447bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Jul 14 13:58:18.588191 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81135730-d6b5-47de-8141-a165c6b103ac req-5a12cb8a-a480-47cd-9815-84e8310a3aac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:18.589746 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81135730-d6b5-47de-8141-a165c6b103ac req-5a12cb8a-a480-47cd-9815-84e8310a3aac tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.0754147 Jul 14 13:58:18.643599 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-81135730-d6b5-47de-8141-a165c6b103ac req-3a5e74a1-8568-4a2a-b4af-125d4c3dd59a tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476742 Jul 14 13:58:18.957367 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36726) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.087695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b600c6e6-c817-4b2b-a062-19cf6c1fde31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.190261 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b600c6e6-c817-4b2b-a062-19cf6c1fde31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.194946 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b600c6e6-c817-4b2b-a062-19cf6c1fde31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.234358 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c6e6-c817-4b2b-a062-19cf6c1fde31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbd8d4-80cf-4765-a5ab-eb9dbc61ad97,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.238697 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b600c6e6-c817-4b2b-a062-19cf6c1fde31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aa4f207f294498a944945db431215be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802594 Jul 14 13:58:19.242213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36732) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:19.296417 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.322432 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.379787 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.382846 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:19.384317 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05fbd8d4-80cf-4765-a5ab-eb9dbc61ad97 HTTP/1.1" status: 204 len: 168 time: 0.1414506 Jul 14 13:58:19.393003 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9f08-f0c6-43ac-8cf4-c3e28da02d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbd8d4-80cf-4765-a5ab-eb9dbc61ad97,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:19.898503 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0075-15cf-4be6-bbe1-a831a62256a7 req-6ad6ea66-cc5c-42d0-a7a0-2eb677ca83d3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:19.901524 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c94d0075-15cf-4be6-bbe1-a831a62256a7 req-6ad6ea66-cc5c-42d0-a7a0-2eb677ca83d3 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.0959523 Jul 14 13:58:19.954488 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c94d0075-15cf-4be6-bbe1-a831a62256a7 req-71fa622a-397a-44ef-a0bc-1d32f93f56cf tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456104 Jul 14 13:58:20.544934 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-1fd6c9be-1c9a-412d-a6ab-d6495553d0e1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296626169&fields=id&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 267 time: 0.0422795 Jul 14 13:58:20.701659 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-497c3ac3-5867-476b-9896-cb2f49a3fbc2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:20.704385 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-497c3ac3-5867-476b-9896-cb2f49a3fbc2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1517513 Jul 14 13:58:20.727505 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-6143a933-d4ea-4e47-86a3-07a503616ed5 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/quotas/02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 375 time: 0.0166593 Jul 14 13:58:20.832864 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-d18cd399-8d06-4061-8e6f-55a6b0f156a2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995996 Jul 14 13:58:21.139839 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ac642911-65e2-440d-8f38-c632473f3dad service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935722 Jul 14 13:58:21.226771 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f7d7e-234e-431c-b1ba-6525a87929d6 req-5f25eeb8-e311-4c91-8146-0a0a93decfae tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:21.228332 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c15f7d7e-234e-431c-b1ba-6525a87929d6 req-5f25eeb8-e311-4c91-8146-0a0a93decfae tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.1357732 Jul 14 13:58:21.286760 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-30bb465a-2ecc-4efe-a300-660bc7aa2b82 service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375432 Jul 14 13:58:21.298111 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c15f7d7e-234e-431c-b1ba-6525a87929d6 req-f74a05e2-492c-44b6-8d20-6b88e56015ce tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608993 Jul 14 13:58:21.612611 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5de37074-8909-49a9-8c05-3d84efcee498 req-4e6d5c5e-64b4-489f-868b-94ba0a158814 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0308173 Jul 14 13:58:22.766902 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-93345d58-ce33-4e22-854d-492f35decf9d req-04d65882-36d8-43ee-99fd-f5544f458bc7 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0328329 Jul 14 13:58:23.925118 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-125076c8-8eff-48dd-b9ee-41c196d8d135 req-0dcd1625-a512-4c1d-845a-69688ced3fc4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0346062 Jul 14 13:58:25.093707 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c743267d-b649-4b43-869f-48fb08c539d8 req-137dee3b-f0fe-4aea-9482-be2d8333c712 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jul 14 13:58:25.415434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-a567c262-5a06-4c17-a365-33bded8e4737 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:25.423966 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-a567c262-5a06-4c17-a365-33bded8e4737 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1372399 Jul 14 13:58:25.483625 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-9a75df85-f33b-4a1f-933a-f6190591e6c3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 380 time: 0.0515215 Jul 14 13:58:25.491949 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'port': {'device_id': '28873254-2955-4e2d-a823-2eec6844123b', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'admin_state_up': True, 'tenant_id': '02c6346606044c22b1877feb73c91279', 'security_groups': ['3a778498-5705-44f2-9c60-ae818379c2eb']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:25.637672 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Made reservation on behalf of 02c6346606044c22b1877feb73c91279 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 13:58:25.642387 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-16420590-1172-475a-9f6c-c9c9f9fdc063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.644099 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:25.831520 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.20.0.5 (5b40a355-a4c9-48f4-9899-fcb34b7dfa13/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a/14b9eb34-2abb-47ea-a295-58d746785e09) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:25.992996 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.013328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Transition to ACTIVE for port object 14b9eb34-2abb-47ea-a295-58d746785e09 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:26.049585 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.098452 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:26.102001 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:26.105947 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:26.112676 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.174217 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.174974 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.198162 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-45da2787-0f8b-44c2-a781-28ae5c22d500 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7103548 Jul 14 13:58:26.242440 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Request body: {'port': {'device_id': '28873254-2955-4e2d-a823-2eec6844123b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:26.323871 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c90e29-24fc-4d3a-b397-54cf873cc703 req-7bd03665-b2c1-4b2e-8e1c-7675eb39307a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.326771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0c90e29-24fc-4d3a-b397-54cf873cc703 req-7bd03665-b2c1-4b2e-8e1c-7675eb39307a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 931 time: 0.0985935 Jul 14 13:58:26.342902 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.383538 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0c90e29-24fc-4d3a-b397-54cf873cc703 req-52acab8b-aa6c-4ec1-8d4e-a0ad4d7e2991 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510261 Jul 14 13:58:26.422350 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7a878c47-02d4-45e7-8b93-818afb85493e None None] Provisioning for port 14b9eb34-2abb-47ea-a295-58d746785e09 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:26.426790 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-7a878c47-02d4-45e7-8b93-818afb85493e None None] Provisioning complete for port 14b9eb34-2abb-47ea-a295-58d746785e09 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:26.427367 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7a878c47-02d4-45e7-8b93-818afb85493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.463385 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7a878c47-02d4-45e7-8b93-818afb85493e None None] Port 14b9eb34-2abb-47ea-a295-58d746785e09 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 13:58:26.642853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b9eb34-2abb-47ea-a295-58d746785e09 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:26.650922 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.663139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Transition to ACTIVE for port object 14b9eb34-2abb-47ea-a295-58d746785e09 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 13:58:26.667416 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.720194 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Pushing event updated for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:26.796637 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Attempting to bind port 14b9eb34-2abb-47ea-a295-58d746785e09 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 13:58:26.797044 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Attempting to bind port 14b9eb34-2abb-47ea-a295-58d746785e09 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 13:58:26.797456 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Attempting to bind port 14b9eb34-2abb-47ea-a295-58d746785e09 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:26.802338 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Port 14b9eb34-2abb-47ea-a295-58d746785e09 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 13:58:26.802778 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Attempting to bind port 14b9eb34-2abb-47ea-a295-58d746785e09 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 13:58:26.808823 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 13:58:26.809348 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 13:58:26.809832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Bound using segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 13:58:26.810359 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Bound port: 14b9eb34-2abb-47ea-a295-58d746785e09, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 13:58:26.810907 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.891110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 13:58:26.894673 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=14b9eb34-2abb-47ea-a295-58d746785e09,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 13:58:26.904433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.948032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:26.948801 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:26.950380 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] 10.222.0.36 "PUT /v2.0/ports/14b9eb34-2abb-47ea-a295-58d746785e09 HTTP/1.1" status: 200 len: 1093 time: 0.7135594 Jul 14 13:58:26.952911 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:26.955317 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db7e535-0556-4181-9f17-0fb04799f51a" -d '{"events": [{"name": "network-changed", "server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:26.987785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ed225-6fde-480e-8d6d-36a953cfccfe service neutron] Pushing event updated for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:27.026267 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ffbd7-7a5a-470c-af70-388ed4c9f5b0 x-openstack-request-id: req-c99ffbd7-7a5a-470c-af70-388ed4c9f5b0 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:27.026680 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:27.027033 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c99ffbd7-7a5a-470c-af70-388ed4c9f5b0 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:27.027630 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09', 'status': 'completed', 'code': 200} Jul 14 13:58:27.077087 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-1ac71288-41aa-429e-9274-a1548e3ff8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.078601 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-1ac71288-41aa-429e-9274-a1548e3ff8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 1096 time: 0.0621557 Jul 14 13:58:27.132522 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-ab72d820-675a-4d34-b44d-3ca7bd795fc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b9eb34-2abb-47ea-a295-58d746785e09 HTTP/1.1" status: 200 len: 217 time: 0.0395751 Jul 14 13:58:27.183402 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-f6e44bfb-41ad-4640-96fa-7ab50851675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.184913 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-f6e44bfb-41ad-4640-96fa-7ab50851675a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0460889 Jul 14 13:58:27.248362 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-e96787a0-e073-4ad2-ac2c-ae0766cabdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.249859 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-e96787a0-e073-4ad2-ac2c-ae0766cabdab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566511 Jul 14 13:58:27.340750 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-80b45e47-5e61-489a-9d4b-a6986ea90238 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838521 Jul 14 13:58:27.430446 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7787a9b-6a64-4ca5-aa3f-e8fc99823906 req-9b0cd868-f9a8-4979-b3f1-4f8eabd41e7b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833170 Jul 14 13:58:27.565551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaf6f6-2237-4f9b-9db0-ca20d14c409d req-f2473185-e654-454e-acaa-91194cb95467 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.567014 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8eaf6f6-2237-4f9b-9db0-ca20d14c409d req-f2473185-e654-454e-acaa-91194cb95467 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0711887 Jul 14 13:58:27.574683 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e535-0556-4181-9f17-0fb04799f51a req-5533572f-88c2-4e82-9b8e-208e2e1d3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.576212 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-5533572f-88c2-4e82-9b8e-208e2e1d3ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 1096 time: 0.0591195 Jul 14 13:58:27.611462 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f8eaf6f6-2237-4f9b-9db0-ca20d14c409d req-a17472f4-ddc2-43f4-8b32-9ea89a188a11 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Jul 14 13:58:27.669536 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e535-0556-4181-9f17-0fb04799f51a req-afd254c8-d54f-49f7-b412-92849eed5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.670950 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-afd254c8-d54f-49f7-b412-92849eed5530 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.0880408 Jul 14 13:58:27.716139 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-3593148f-3e97-42b6-9d78-032f8335ef5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b9eb34-2abb-47ea-a295-58d746785e09 HTTP/1.1" status: 200 len: 217 time: 0.0348792 Jul 14 13:58:27.773808 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e535-0556-4181-9f17-0fb04799f51a req-cd193bf2-a649-46da-8e6a-f658d9f47c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.775310 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-cd193bf2-a649-46da-8e6a-f658d9f47c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0510957 Jul 14 13:58:27.837080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e535-0556-4181-9f17-0fb04799f51a req-59fa33fa-ec81-46d2-96fb-988fc444a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:27.838659 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-59fa33fa-ec81-46d2-96fb-988fc444a161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549791 Jul 14 13:58:27.939802 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c8b-89f6-40bf-b43b-7f3ca203ed7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:27.942706 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-98b2bbe2-4ba1-4c43-98f5-7511748f980e service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964508 Jul 14 13:58:28.022623 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:28.051038 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8db7e535-0556-4181-9f17-0fb04799f51a req-9b159042-f1b7-45e5-817c-263e5a25d5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022549 Jul 14 13:58:28.807296 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ca94-dfbb-4327-b111-c87c8c5b0e2a req-4544f064-9a0c-48f5-8e50-9728666e3bed tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:28.809123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c935ca94-dfbb-4327-b111-c87c8c5b0e2a req-4544f064-9a0c-48f5-8e50-9728666e3bed tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0724280 Jul 14 13:58:28.851729 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c935ca94-dfbb-4327-b111-c87c8c5b0e2a req-1b7861f2-f469-4ce8-9804-3ee85e4234bd tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354438 Jul 14 13:58:29.495037 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 36902) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:29.608381 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-da675476-b419-4545-a338-ab4533528703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.706090 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-da675476-b419-4545-a338-ab4533528703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.711779 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-da675476-b419-4545-a338-ab4533528703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.750345 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-da675476-b419-4545-a338-ab4533528703 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e19c8aef85d41f28f09a7fd3d9f56cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540944 Jul 14 13:58:29.751164 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da675476-b419-4545-a338-ab4533528703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb4b925-4e66-42d2-b227-20af1b3707c5,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:29.753173 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 36906) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:29.808944 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.816583 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.845427 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.900893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.903686 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:29.905034 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bb4b925-4e66-42d2-b227-20af1b3707c5 HTTP/1.1" status: 204 len: 168 time: 0.1507382 Jul 14 13:58:29.914372 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6ce35-2fc9-45ad-baff-a3045ad20b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb4b925-4e66-42d2-b227-20af1b3707c5,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:30.064581 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3cb8-9f6f-4eb5-bb49-562edaf44331 req-8b57e0be-90d4-40cd-a3a6-de8a4e8b2a9b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:30.066296 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d40d3cb8-9f6f-4eb5-bb49-562edaf44331 req-8b57e0be-90d4-40cd-a3a6-de8a4e8b2a9b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0737193 Jul 14 13:58:30.091140 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:58:30.110238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d40d3cb8-9f6f-4eb5-bb49-562edaf44331 req-365e771b-a09b-4b78-ab0f-a01d5d685bf6 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Jul 14 13:58:31.294050 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:31.312623 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fbf7e-8133-40f4-909b-810b05968861 req-939fda60-cbe9-4e75-ac6a-331bdcb3f3a5 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:31.314225 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7b7fbf7e-8133-40f4-909b-810b05968861 req-939fda60-cbe9-4e75-ac6a-331bdcb3f3a5 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0780303 Jul 14 13:58:31.359554 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7b7fbf7e-8133-40f4-909b-810b05968861 req-6d0fdc9e-8fed-4f17-b101-8d74f443d5c2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349185 Jul 14 13:58:32.563368 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b287b2-c6c7-438f-8527-265494c00786 req-daa997b9-56ae-4e69-a224-30f093445d8d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:32.564997 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-49b287b2-c6c7-438f-8527-265494c00786 req-daa997b9-56ae-4e69-a224-30f093445d8d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0828454 Jul 14 13:58:32.615692 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-49b287b2-c6c7-438f-8527-265494c00786 req-bdbcb253-38b9-471f-b124-a1e29411e3c5 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Jul 14 13:58:33.821659 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1ede-da20-4e09-a8fc-4e69eb269305 req-132e737f-d176-4ee7-acbf-8fc1f84da416 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:33.823229 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-170a1ede-da20-4e09-a8fc-4e69eb269305 req-132e737f-d176-4ee7-acbf-8fc1f84da416 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0728190 Jul 14 13:58:33.876608 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-170a1ede-da20-4e09-a8fc-4e69eb269305 req-1f79baf0-f1be-4d14-b2ca-171263f4ad09 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461748 Jul 14 13:58:35.069180 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5dc8a-1cb5-4a5c-94ad-39cabca8263f req-d5ef74e5-4000-4182-95c7-c6b4b8ca8daf tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:35.071113 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bf5dc8a-1cb5-4a5c-94ad-39cabca8263f req-d5ef74e5-4000-4182-95c7-c6b4b8ca8daf tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 943 time: 0.0721583 Jul 14 13:58:35.119575 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1bf5dc8a-1cb5-4a5c-94ad-39cabca8263f req-187d8f72-602d-42ff-a8b0-a13b7530e082 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Jul 14 13:58:35.710086 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 14b9eb34-2abb-47ea-a295-58d746785e09 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:58:35.824818 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=14b9eb34-2abb-47ea-a295-58d746785e09,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:35.837225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '14b9eb34-2abb-47ea-a295-58d746785e09', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'port_id': '14b9eb34-2abb-47ea-a295-58d746785e09', 'mac_address': 'fa:16:3e:db:45:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:58:35.887175 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:35.906257 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b9eb34-2abb-47ea-a295-58d746785e09 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:58:35.930793 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=14b9eb34-2abb-47ea-a295-58d746785e09,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:35.936939 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:36.002995 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:36.253567 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['14b9eb34-2abb-47ea-a295-58d746785e09'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:58:36.302319 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7068-4a5e-4971-b303-e461d85710e8 req-52b4e286-da52-4447-892d-2a3c6fa99c28 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:36.304730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-235f7068-4a5e-4971-b303-e461d85710e8 req-52b4e286-da52-4447-892d-2a3c6fa99c28 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 944 time: 0.0713115 Jul 14 13:58:36.357105 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-235f7068-4a5e-4971-b303-e461d85710e8 req-eded20d7-5d5c-4d0f-8fb5-00b2e5ff6c2b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Jul 14 13:58:37.547172 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b1be6-085f-4620-8c64-8785b7ad5fa0 req-4e8104db-fd1e-4341-8826-3aae1818ca54 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:37.549233 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-277b1be6-085f-4620-8c64-8785b7ad5fa0 req-4e8104db-fd1e-4341-8826-3aae1818ca54 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 944 time: 0.0711589 Jul 14 13:58:37.594881 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-277b1be6-085f-4620-8c64-8785b7ad5fa0 req-18595ec0-47a8-47d6-af3a-ca01fe21aa2e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Jul 14 13:58:37.717238 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 14b9eb34-2abb-47ea-a295-58d746785e09 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:58:37.771004 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 14b9eb34-2abb-47ea-a295-58d746785e09 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 13:58:37.776028 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 14b9eb34-2abb-47ea-a295-58d746785e09 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:58:37.776421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.893745 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.895347 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.922028 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:37.924221 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a02c1-79c4-49f9-af50-5d8dcce90628" -d '{"events": [{"server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "name": "network-vif-plugged", "status": "completed", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:37.951553 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=14b9eb34-2abb-47ea-a295-58d746785e09,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:58:37.960971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:37.974119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2a833a-b766-400e-a9d8-444da64483e1 x-openstack-request-id: req-0c2a833a-b766-400e-a9d8-444da64483e1 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:37.974414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "name": "network-vif-plugged", "status": "completed", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:37.974890 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c2a833a-b766-400e-a9d8-444da64483e1 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:37.975273 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09', 'code': 200} Jul 14 13:58:38.046114 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:38.325169 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2402db-7844-4a3f-9b65-cd926df2d0bb req-13d867fb-ef15-48f6-be6a-d170163a7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:38.326718 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2f2402db-7844-4a3f-9b65-cd926df2d0bb req-13d867fb-ef15-48f6-be6a-d170163a7253 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 1098 time: 0.0604846 Jul 14 13:58:38.373187 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2f2402db-7844-4a3f-9b65-cd926df2d0bb req-485cb477-e85f-4b45-9589-5410b03d59be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Jul 14 13:58:38.820812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a407c-4b36-441f-a48f-b0c612271508 req-6f6be1af-41bd-4161-9ed3-3c5d54a40d2c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:38.823400 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b1a407c-4b36-441f-a48f-b0c612271508 req-6f6be1af-41bd-4161-9ed3-3c5d54a40d2c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0835721 Jul 14 13:58:38.869840 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4b1a407c-4b36-441f-a48f-b0c612271508 req-090c04ac-86aa-410e-b081-71280ca77d89 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Jul 14 13:58:40.048664 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2eace-e7b9-414a-be16-f31849473d7a req-c9ceaf57-85b1-45cf-85e9-b9ee2fc0bfea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:40.050631 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4ab2eace-e7b9-414a-be16-f31849473d7a req-c9ceaf57-85b1-45cf-85e9-b9ee2fc0bfea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0669718 Jul 14 13:58:40.115551 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4ab2eace-e7b9-414a-be16-f31849473d7a req-cba29585-9ac2-4856-8d46-1ec5b0f570e2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543330 Jul 14 13:58:41.335053 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6db11f-6118-4ad7-82bf-fe80926fe3dd req-f0fed921-07fe-4160-adee-18d8a9766725 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:41.336811 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d6db11f-6118-4ad7-82bf-fe80926fe3dd req-f0fed921-07fe-4160-adee-18d8a9766725 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0708828 Jul 14 13:58:41.387123 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2d6db11f-6118-4ad7-82bf-fe80926fe3dd req-3998c3ae-f1ee-489d-a32a-276d971912fc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Jul 14 13:58:42.573701 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046ed3f-cd18-4bbf-ac47-94d817d030a2 req-3509080b-cf90-4802-910c-7c055e89dc91 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:42.575370 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8046ed3f-cd18-4bbf-ac47-94d817d030a2 req-3509080b-cf90-4802-910c-7c055e89dc91 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0696554 Jul 14 13:58:42.626154 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8046ed3f-cd18-4bbf-ac47-94d817d030a2 req-a5d0626a-6011-43f2-afe4-65a30651a3e1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Jul 14 13:58:42.831584 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb2834-b979-459b-88bf-f42bace47035 req-f018c389-5a94-448c-b83d-6e18b796df1a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:42.833639 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e1eb2834-b979-459b-88bf-f42bace47035 req-f018c389-5a94-448c-b83d-6e18b796df1a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0853505 Jul 14 13:58:42.876484 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e1eb2834-b979-459b-88bf-f42bace47035 req-e40f07a6-7b34-4e33-b7e9-a8d342d29a26 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366797 Jul 14 13:58:42.908200 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37032) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:43.144722 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020c8c6-725e-4fd6-90bb-09698d1ddfad tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:43.146292 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-5020c8c6-725e-4fd6-90bb-09698d1ddfad tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 1093 time: 0.2375052 Jul 14 13:58:43.150452 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37036) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:58:43.155340 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'port_id': '14b9eb34-2abb-47ea-a295-58d746785e09', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 13:58:43.183138 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:43.296194 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:43.416851 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.27.3.134 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/99f3c3f5-a3df-4e48-ba8b-c081e8314f0f) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 13:58:43.552080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:43.596118 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:43.635506 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 13:58:43.639750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 13:58:43.644154 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 13:58:43.647548 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=99f3c3f5-a3df-4e48-ba8b-c081e8314f0f,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:44.026768 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:44.112118 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:44.301197 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:44.308596 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:44.381071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=99f3c3f5-a3df-4e48-ba8b-c081e8314f0f,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:58:44.391937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:44.798564 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP d506a972-ec53-4964-9ae9-d8d8b8e663dd associated. External IP: 172.27.3.134, port: 14b9eb34-2abb-47ea-a295-58d746785e09. Jul 14 13:58:45.006402 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:58:45.120107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:58:45.134973 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:58:45.144368 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:45.147051 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:45.148075 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:45.209419 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f20031da-2223-4f0f-9e3a-174663c4d453 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0575871 Jul 14 13:58:45.211041 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:58:45.215867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c25937-03dc-4c3e-b681-8b1db6a945f3" -d '{"events": [{"name": "network-changed", "server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:58:45.266329 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c20f2-35d9-4d75-8d9a-6bbe4d44266d x-openstack-request-id: req-1f3c20f2-35d9-4d75-8d9a-6bbe4d44266d {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:58:45.266691 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:58:45.267030 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f3c20f2-35d9-4d75-8d9a-6bbe4d44266d {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:58:45.267682 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09', 'status': 'completed', 'code': 200} Jul 14 13:58:45.281666 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:45.396531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-dce3806b-751a-443f-9301-66236b5956bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:45.397974 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-dce3806b-751a-443f-9301-66236b5956bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 1098 time: 0.0610101 Jul 14 13:58:45.531938 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-84f5ce1c-7a62-44d8-8588-05ba6ba0070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:45.534290 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-84f5ce1c-7a62-44d8-8588-05ba6ba0070a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1289139 Jul 14 13:58:45.567148 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'd506a972-ec53-4964-9ae9-d8d8b8e663dd', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '14b9eb34-2abb-47ea-a295-58d746785e09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:db:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28873254-2955-4e2d-a823-2eec6844123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:43Z', 'updated_at': '2021-07-14T13:58:43Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:45.603471 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:58:45.617455 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:58:45.618669 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:45.640938 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-6ab7d830-2169-42c3-bd85-ca8c8dd0fb18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14b9eb34-2abb-47ea-a295-58d746785e09 HTTP/1.1" status: 200 len: 999 time: 0.0994518 Jul 14 13:58:45.718867 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-ccb3e978-c1ec-4521-9bf3-34d8a80a3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:45.721215 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-ccb3e978-c1ec-4521-9bf3-34d8a80a3745 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0712872 Jul 14 13:58:45.778850 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:58:45.788783 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-438b7a18-87ed-4465-af98-62545a1421e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:58:45.790583 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-438b7a18-87ed-4465-af98-62545a1421e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628016 Jul 14 13:58:45.894052 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-725be22b-5de8-4084-aa2b-3264ec33258b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962534 Jul 14 13:58:46.003153 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-05c25937-03dc-4c3e-b681-8b1db6a945f3 req-05e15c25-24f1-47d2-9506-0f991393575a service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026940 Jul 14 13:58:46.037156 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'd506a972-ec53-4964-9ae9-d8d8b8e663dd', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '14b9eb34-2abb-47ea-a295-58d746785e09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:db:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28873254-2955-4e2d-a823-2eec6844123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:43Z', 'updated_at': '2021-07-14T13:58:43Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:58:46.065894 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b205c3-a539-4233-8acb-6508bc25b594 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': 'd506a972-ec53-4964-9ae9-d8d8b8e663dd', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '14b9eb34-2abb-47ea-a295-58d746785e09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:db:45:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28873254-2955-4e2d-a823-2eec6844123b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T13:58:43Z', 'updated_at': '2021-07-14T13:58:43Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:58:46.293936 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a8099f-58de-4e16-b1a2-fc48ede96663 None None] New status for floating IP d506a972-ec53-4964-9ae9-d8d8b8e663dd: ACTIVE {{(pid=99567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:58:55.633997 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7164c3a4-f7c6-4706-bf27-89de8e1b95ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:57.936712 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-c1246533-d8ed-4518-945c-d1b3e4a40c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:58.016917 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:58:59.806925 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:00.517337 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83f769-5c23-4f8f-8e42-50f98779083b req-50edd630-2395-45e6-942a-604e4037bef9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:00.518900 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6e83f769-5c23-4f8f-8e42-50f98779083b req-50edd630-2395-45e6-942a-604e4037bef9 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.0741000 Jul 14 13:59:00.577605 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6e83f769-5c23-4f8f-8e42-50f98779083b req-b0c6490c-9138-4555-b8be-9d5395bb7669 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Jul 14 13:59:01.302277 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:01.787304 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5475e06-4089-423f-a6a4-eb03cc0a0eed req-be76b191-dcd0-47c4-b6d9-019373cc5d1f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:01.788962 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a5475e06-4089-423f-a6a4-eb03cc0a0eed req-be76b191-dcd0-47c4-b6d9-019373cc5d1f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.0671828 Jul 14 13:59:01.833260 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a5475e06-4089-423f-a6a4-eb03cc0a0eed req-156518c6-6875-4d6a-9f31-be0c801af202 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups?id=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Jul 14 13:59:02.171435 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-2f77bfa8-ee35-4ac3-bf06-c8caada03aef tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:02.172962 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-2f77bfa8-ee35-4ac3-bf06-c8caada03aef tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 947 time: 0.0902052 Jul 14 13:59:02.281610 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Deleting port d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:02.281944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:02.388392 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] For port d79f8504-16a8-4e21-99f4-33c223748137, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=d79f8504-16a8-4e21-99f4-33c223748137,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:02.388797 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:02.595794 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:02.596321 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:02.596656 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Floating IP 7adb37b1-11e7-4ce6-bf27-7d326b43aae5 disassociated. External IP: 172.27.3.41, port: d79f8504-16a8-4e21-99f4-33c223748137. Jul 14 13:59:02.597076 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Calling delete_port for d79f8504-16a8-4e21-99f4-33c223748137 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:02.753527 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:02.785592 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'Port': ['ID=d79f8504-16a8-4e21-99f4-33c223748137,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:02.917845 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:03.017891 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d31cc290-104c-47e6-8cd3-96915b29d98d req-9507f11c-3532-460b-b4ef-65062113e265 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/ports?device_id=44f16c7f-eac6-4879-ad8e-ced50d20d373 HTTP/1.1" status: 200 len: 210 time: 0.0352612 Jul 14 13:59:03.068271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:03.080390 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:03.092608 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:03.093517 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:03.116269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] No DVR routers for this DVR port d79f8504-16a8-4e21-99f4-33c223748137 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:03.119770 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:03.122130 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-874a41cf-e52d-4ac0-9429-682173a80e8c req-a146d934-5347-4441-b101-9ea87140686f tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.36 "DELETE /v2.0/ports/d79f8504-16a8-4e21-99f4-33c223748137 HTTP/1.1" status: 204 len: 173 time: 0.9431338 Jul 14 13:59:03.122616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-deleted', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:03.124935 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66509b88-e25f-41aa-9a93-d7b64aed7f4c" -d '{"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-deleted", "tag": "d79f8504-16a8-4e21-99f4-33c223748137"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:03.194685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32cde2f-58ea-412e-9288-364e5468aea0 x-openstack-request-id: req-d32cde2f-58ea-412e-9288-364e5468aea0 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:03.196159 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f16c7f-eac6-4879-ad8e-ced50d20d373", "name": "network-vif-deleted", "tag": "d79f8504-16a8-4e21-99f4-33c223748137", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:03.196159 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d32cde2f-58ea-412e-9288-364e5468aea0 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:03.196159 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f16c7f-eac6-4879-ad8e-ced50d20d373', 'name': 'network-vif-deleted', 'tag': 'd79f8504-16a8-4e21-99f4-33c223748137', 'status': 'completed', 'code': 200} Jul 14 13:59:03.304562 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:03.588242 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:03.637854 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:03.662261 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:03.663248 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:03.837765 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:04.170339 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37198) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:04.184384 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:04.210958 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60f6e7-15b4-4b2a-8cea-e0213b543a95 None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:51:02Z', 'revision_number': 4, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'c09278c7-f521-4161-989a-0ab9db0bfde0', 'name': '', 'network_id': '2637d5bd-2598-4efd-aa33-6141ecdfeac2', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'mac_address': 'fa:16:3e:38:93:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:51:01Z', 'updated_at': '2021-07-14T13:51:10Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'subnets': [{'id': '970e46cc-7e66-4916-995d-e3c13397ffb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:04.235882 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.264256 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.354832 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.359428 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.361606 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "DELETE /v2.0/security-groups/8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0 HTTP/1.1" status: 204 len: 168 time: 0.1900759 Jul 14 13:59:04.365182 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37200) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:04.375001 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b827bc2-ca5d-4da8-873e-fb523f61b459 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:04.396581 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.api.v2.resource [None req-d67e0e23-10f7-456a-a667-ae502425f1fb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] show failed (client error): The resource could not be found. Jul 14 13:59:04.400689 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-d67e0e23-10f7-456a-a667-ae502425f1fb tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "GET /v2.0/security-groups/8118d06c-aeaa-4cb4-b92a-bbaa63bb9ca0 HTTP/1.1" status: 404 len: 347 time: 0.0334876 Jul 14 13:59:04.403657 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37202) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:04.521654 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2b71cd-0ef5-4c1c-8f5d-6ffada3cb2db None None] New status for floating IP 7adb37b1-11e7-4ce6-bf27-7d326b43aae5: DOWN {{(pid=99567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 13:59:04.548627 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Deleting port 4d9c8559-830a-481c-aa6f-a757d25da6e3 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:04.548972 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.640642 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.641076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.654783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Calling delete_port for 4d9c8559-830a-481c-aa6f-a757d25da6e3 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:04.805470 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.840602 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Pushing event deleted for resources: {'Port': ['ID=4d9c8559-830a-481c-aa6f-a757d25da6e3,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:04.913880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.917736 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:04.919201 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8975f3e3-608b-4fdf-9391-abbf7a263aa8 tempest-AttachVolumeShelveTestJSON-2012091149 tempest-AttachVolumeShelveTestJSON-2012091149-project] 10.222.0.44 "DELETE /v2.0/floatingips/7adb37b1-11e7-4ce6-bf27-7d326b43aae5 HTTP/1.1" status: 204 len: 168 time: 0.5143061 Jul 14 13:59:05.778426 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:05.799137 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: d79f8504-16a8-4e21-99f4-33c223748137 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:05.799475 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device d79f8504-16a8-4e21-99f4-33c223748137 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:07.093026 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:07.186876 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5a411-a000-4294-a32e-8dc6ee3d5fb9 req-d5841836-89b2-4d8c-a24f-bdf1ed386896 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:07.188547 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-14f5a411-a000-4294-a32e-8dc6ee3d5fb9 req-d5841836-89b2-4d8c-a24f-bdf1ed386896 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0679958 Jul 14 13:59:07.233472 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-14f5a411-a000-4294-a32e-8dc6ee3d5fb9 req-ee28c00a-8e96-45a6-bed5-676a9f1e6843 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387487 Jul 14 13:59:07.556869 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37250) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:07.863609 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.051707 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.600353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9ccb4-f726-4c05-93f1-fd32bacc9180 req-c1bde85d-c77e-4d36-a249-43a4e01d1f5e tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:08.602118 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ecf9ccb4-f726-4c05-93f1-fd32bacc9180 req-c1bde85d-c77e-4d36-a249-43a4e01d1f5e tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1066782 Jul 14 13:59:08.644292 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37262) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:08.696389 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ecf9ccb4-f726-4c05-93f1-fd32bacc9180 req-9178fcf2-6567-4875-a446-e734dcf09d43 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670125 Jul 14 13:59:08.726326 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Deleting port c09278c7-f521-4161-989a-0ab9db0bfde0 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:08.726645 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.814707 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29e875a6-0b77-4827-9c26-f0a6cf7377b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.841360 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] For port c09278c7-f521-4161-989a-0ab9db0bfde0, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c09278c7-f521-4161-989a-0ab9db0bfde0,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:08.841754 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.865224 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Calling delete_port for c09278c7-f521-4161-989a-0ab9db0bfde0 owned by network:router_interface {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:08.939192 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29e875a6-0b77-4827-9c26-f0a6cf7377b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:08.958004 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-29e875a6-0b77-4827-9c26-f0a6cf7377b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.021093 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-29e875a6-0b77-4827-9c26-f0a6cf7377b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa4d04c8a61a4f8e8a56af1a86918993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750584 Jul 14 13:59:09.022916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e875a6-0b77-4827-9c26-f0a6cf7377b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11855313-9fbc-46f6-aa47-9b934a06fc07,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:09.028885 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37266) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:09.099090 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.101072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.126462 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Pushing event deleted for resources: {'Port': ['ID=c09278c7-f521-4161-989a-0ab9db0bfde0,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:09.128695 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.191593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.194385 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.195792 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11855313-9fbc-46f6-aa47-9b934a06fc07 HTTP/1.1" status: 204 len: 168 time: 0.1655002 Jul 14 13:59:09.206833 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086090e7-11fa-4ba8-8cf3-5937b5603238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11855313-9fbc-46f6-aa47-9b934a06fc07,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:09.323412 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.599883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Router c8077390-12ca-40dc-9bb3-3db7ee90e57a has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 13:59:09.750410 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 13:59:09.761024 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4697f712-c6a7-459f-8418-03052c27115a admin admin] 10.222.0.44 "PUT /v2.0/routers/c8077390-12ca-40dc-9bb3-3db7ee90e57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2028153 Jul 14 13:59:09.761354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37282) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:09.767197 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Sync routers for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 13:59:09.782083 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:09.782970 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:09.936460 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521383-dd3c-4a67-9327-4932530ae59b req-5d761d0a-7904-418d-b7af-0bcb7d87a792 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:09.947078 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33521383-dd3c-4a67-9327-4932530ae59b req-5d761d0a-7904-418d-b7af-0bcb7d87a792 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1109161 Jul 14 13:59:09.956269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:09.963792 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:10.010744 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33521383-dd3c-4a67-9327-4932530ae59b req-4a572f0d-85ec-4e17-ba80-5b7601e8fe08 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623543 Jul 14 13:59:10.115026 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.193338 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Deleting port c331758b-6cd0-428c-9da4-35572b25e9d4 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:10.193812 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.254598 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:59:09Z', 'revision_number': 5, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port': {'id': 'c331758b-6cd0-428c-9da4-35572b25e9d4', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:50:56Z', 'updated_at': '2021-07-14T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:10.286228 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Checking router: c8077390-12ca-40dc-9bb3-3db7ee90e57a for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 13:59:10.296225 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Routers {'c8077390-12ca-40dc-9bb3-3db7ee90e57a'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 13:59:10.296882 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T13:58:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:10.351652 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] For port c331758b-6cd0-428c-9da4-35572b25e9d4, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c331758b-6cd0-428c-9da4-35572b25e9d4,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:10.352038 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.376235 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Calling delete_port for c331758b-6cd0-428c-9da4-35572b25e9d4 owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:10.454007 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] Set router c8077390-12ca-40dc-9bb3-3db7ee90e57a gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 13:59:10.530277 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:59:10Z', 'revision_number': 6, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:10.592353 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f4f88-13bf-4b49-a7e8-cf43f9c9daec None None] The sync data for ids ['c8077390-12ca-40dc-9bb3-3db7ee90e57a'] in dv-cinder-800696-2-iscsi is: [{'id': 'c8077390-12ca-40dc-9bb3-3db7ee90e57a', 'name': 'tempest-AttachVolumeShelveTestJSON-170045002-router', 'tenant_id': '52bfc7977d4942ae971cf11446f5753e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:50:55Z', 'updated_at': '2021-07-14T13:59:10Z', 'revision_number': 6, 'project_id': '52bfc7977d4942ae971cf11446f5753e', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 13:59:10.661710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.692350 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c331758b-6cd0-428c-9da4-35572b25e9d4,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:10.779697 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.879634 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37300) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:10.891392 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.893927 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.948330 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.949059 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8077390-12ca-40dc-9bb3-3db7ee90e57a {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 13:59:10.954258 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:10.962872 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c863e69b-df53-44a1-8c4a-4efe7d0005cf admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8077390-12ca-40dc-9bb3-3db7ee90e57a HTTP/1.1" status: 204 len: 168 time: 1.1976602 Jul 14 13:59:10.962872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37304) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:11.031644 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-11c514ac-2344-4b74-a752-55f2e271aabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.039597 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Deleting subnet 970e46cc-7e66-4916-995d-e3c13397ffb4 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 13:59:11.054267 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.128866 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.261783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eaa73-2a97-449d-821b-07c462e96cae req-0df2b9f3-cf31-4c72-bc3c-0f33057bee7b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:11.263154 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.263544 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-060eaa73-2a97-449d-821b-07c462e96cae req-0df2b9f3-cf31-4c72-bc3c-0f33057bee7b tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0858791 Jul 14 13:59:11.307490 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-060eaa73-2a97-449d-821b-07c462e96cae req-acaf0fca-7740-4e46-aa77-bebf8d437ffc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351558 Jul 14 13:59:11.309897 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-11c514ac-2344-4b74-a752-55f2e271aabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.315299 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-11c514ac-2344-4b74-a752-55f2e271aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.370383 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-11c514ac-2344-4b74-a752-55f2e271aabc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0197218e5d424ed49757a031772365a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895074 Jul 14 13:59:11.371132 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c514ac-2344-4b74-a752-55f2e271aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5084c99-6ec1-40ab-8ba4-996985cf5ccd,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:11.373560 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37308) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:11.382966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.418141 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970e46cc-7e66-4916-995d-e3c13397ffb4,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:11.422245 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.424295 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3d14f1e3-c7a5-4044-b89d-83b159750bd8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/970e46cc-7e66-4916-995d-e3c13397ffb4 HTTP/1.1" status: 204 len: 168 time: 0.4605289 Jul 14 13:59:11.427468 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37310) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:11.433124 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ddd7f2-dfdb-46e5-b23f-1e91a2f824b4 None None] Network 2637d5bd-2598-4efd-aa33-6141ecdfeac2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 13:59:11.443454 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.472057 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.533034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.551323 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.554714 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.559348 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5084c99-6ec1-40ab-8ba4-996985cf5ccd HTTP/1.1" status: 204 len: 168 time: 0.1846206 Jul 14 13:59:11.568966 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1e20d-50d8-4f67-add6-a7e0aef2dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5084c99-6ec1-40ab-8ba4-996985cf5ccd,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:11.618560 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Deleting port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:11.619043 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.706568 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] DHCP port deletion for 2637d5bd-2598-4efd-aa33-6141ecdfeac2 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 13:59:11.712746 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] For port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:11.713347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.742994 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Calling delete_port for eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:11.783918 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Deleting port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 13:59:11.784333 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.843611 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.876944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:11.879290 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] No DVR routers for this DVR port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 on host dv-cinder-800696-2-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:11.880587 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] For port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,segment=NetworkSegment(641ac649-9f6a-4a9c-8fb1-24abd797c63a),segment_id=641ac649-9f6a-4a9c-8fb1-24abd797c63a)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:11.881182 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.901493 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Calling delete_port for eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 13:59:11.971684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:11.984395 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2637d5bd-2598-4efd-aa33-6141ecdfeac2']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:12.001845 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641ac649-9f6a-4a9c-8fb1-24abd797c63a') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:12.002139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641ac649-9f6a-4a9c-8fb1-24abd797c63a') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 13:59:12.005271 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.013331 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.041721 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.053828 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 13:59:12.054788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.055119 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] No DVR routers for this DVR port eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 13:59:12.057763 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 13:59:12.064358 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Pushing event deleted for resources: {'Port': ['ID=eac7dfb9-a752-49bc-b23f-b7e61c67b5c1,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:12.078517 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.079169 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.079659 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.080112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.080726 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.081526 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.082217 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.082660 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.083106 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.083533 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.084108 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.093219 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76f03a-6fd3-43b7-a375-3b76e352c8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:12.150019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.158209 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.160797 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2637d5bd-2598-4efd-aa33-6141ecdfeac2 HTTP/1.1" status: 204 len: 168 time: 0.7313523 Jul 14 13:59:12.179593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451656b-f06d-4c48-b925-d5a68d049359 admin admin] Pushing event deleted for resources: {'Network': ['ID=2637d5bd-2598-4efd-aa33-6141ecdfeac2,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:12.413722 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c331758b-6cd0-428c-9da4-35572b25e9d4 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:12.423419 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37334) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:12.458098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c331758b-6cd0-428c-9da4-35572b25e9d4 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:12.458807 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c331758b-6cd0-428c-9da4-35572b25e9d4 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:12.458959 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c09278c7-f521-4161-989a-0ab9db0bfde0 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:12.487575 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c09278c7-f521-4161-989a-0ab9db0bfde0 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:12.488490 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c09278c7-f521-4161-989a-0ab9db0bfde0 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:12.489465 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:12.495221 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-ee8b2d6d-463c-483f-8b6a-4d2b24ddf155 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52bfc7977d4942ae971cf11446f5753e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0701184 Jul 14 13:59:12.498238 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37338) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:12.516236 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 13:59:12.517064 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device eac7dfb9-a752-49bc-b23f-b7e61c67b5c1 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 13:59:12.563442 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.572952 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d8053-8971-4904-be23-e644fe8eca90 req-f9a17196-da4b-4033-8315-5130312aa6d1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:12.574565 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc2d8053-8971-4904-be23-e644fe8eca90 req-f9a17196-da4b-4033-8315-5130312aa6d1 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0900738 Jul 14 13:59:12.588204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.630694 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-bc2d8053-8971-4904-be23-e644fe8eca90 req-998a536d-4a42-4152-b2ac-bc9b9ff0108c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483484 Jul 14 13:59:12.648143 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.655673 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:12.657608 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a78747ed-235d-4fc0-ab9d-ce0cba25a35b HTTP/1.1" status: 204 len: 168 time: 0.1580892 Jul 14 13:59:12.668758 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ada41-0c0c-451a-a47e-da3445848553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78747ed-235d-4fc0-ab9d-ce0cba25a35b,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:13.843855 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf834-c2a9-4530-8a14-83c9909062c7 req-725c2e9f-2036-48b6-a8a2-c44f6fae64f5 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:13.845984 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f28cf834-c2a9-4530-8a14-83c9909062c7 req-725c2e9f-2036-48b6-a8a2-c44f6fae64f5 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0910797 Jul 14 13:59:13.912855 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f28cf834-c2a9-4530-8a14-83c9909062c7 req-459a53b5-ae84-495b-b085-7953683bff81 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604563 Jul 14 13:59:15.099134 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee524436-f471-4157-8e14-7a8180e948fa req-d3874822-70bd-4ea3-83e7-70d7c019aa55 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:15.100595 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ee524436-f471-4157-8e14-7a8180e948fa req-d3874822-70bd-4ea3-83e7-70d7c019aa55 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0716569 Jul 14 13:59:15.142105 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ee524436-f471-4157-8e14-7a8180e948fa req-9c040596-bcb4-4a98-b9d2-edd10efbea76 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351181 Jul 14 13:59:16.336468 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb33c-4335-46b5-bc1e-a038c9694830 req-46fc2903-cde1-4345-ae8e-5409dabce73c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:16.338175 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be6cb33c-4335-46b5-bc1e-a038c9694830 req-46fc2903-cde1-4345-ae8e-5409dabce73c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0717082 Jul 14 13:59:16.377268 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be6cb33c-4335-46b5-bc1e-a038c9694830 req-04b3ff41-da13-4921-94a9-c36180aa9c00 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331776 Jul 14 13:59:17.571243 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3d604-ec8a-423f-b3ee-13e6dfa0da75 req-52ac6d34-4625-4172-aeb0-0c193362f68c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:17.573106 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dfa3d604-ec8a-423f-b3ee-13e6dfa0da75 req-52ac6d34-4625-4172-aeb0-0c193362f68c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0795283 Jul 14 13:59:17.615420 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-dfa3d604-ec8a-423f-b3ee-13e6dfa0da75 req-13bf556a-0dec-44d7-9a72-d835dda5e617 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364485 Jul 14 13:59:18.575682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-307b3e2e-77e1-4135-9397-ec87ae9738f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:18.577232 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-307b3e2e-77e1-4135-9397-ec87ae9738f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0634780 Jul 14 13:59:18.722787 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-17cd5664-c1b6-4c62-9c29-618dcded3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:18.725115 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-17cd5664-c1b6-4c62-9c29-618dcded3d66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.1248138 Jul 14 13:59:18.822925 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-d74152cd-ecf1-43a3-be7f-482c3f7c846b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0907023 Jul 14 13:59:18.854110 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db652ed-08cd-4991-83ea-192b703067b1 req-f0fdb31f-3e98-4935-b92f-98fae313b1a4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:18.857354 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7db652ed-08cd-4991-83ea-192b703067b1 req-f0fdb31f-3e98-4935-b92f-98fae313b1a4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0981688 Jul 14 13:59:18.901283 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-811b6484-5a55-44bb-b9ef-fa91cdd8a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:18.903783 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-811b6484-5a55-44bb-b9ef-fa91cdd8a424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0731575 Jul 14 13:59:18.918619 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7db652ed-08cd-4991-83ea-192b703067b1 req-ff1977e0-6311-414e-8caf-10f31ccf7b40 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439875 Jul 14 13:59:18.974328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-5d7ea0b0-845d-445f-9577-90f76529534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:18.976094 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-5d7ea0b0-845d-445f-9577-90f76529534b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638011 Jul 14 13:59:19.077850 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-8a9e6f48-f264-4e98-b600-66faa9824370 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938046 Jul 14 13:59:19.192117 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b5c7ff16-a461-4b74-ac95-c38f27931081 req-72124d2b-86ab-4818-a049-8be13cdf6115 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063635 Jul 14 13:59:19.338953 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ea69-0520-4897-9697-533b94d7cbff req-72d51e42-f04e-4e83-99c1-a5ba4872f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:19.340527 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-72d51e42-f04e-4e83-99c1-a5ba4872f630 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0685019 Jul 14 13:59:19.452685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ccee5195-7d64-483e-80a3-ab8f7c0cc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:19.454073 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ccee5195-7d64-483e-80a3-ab8f7c0cc59c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.1053674 Jul 14 13:59:19.523477 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-716a202d-3045-4344-964f-7c722272a4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0618215 Jul 14 13:59:19.574891 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ad6d5600-1ced-4a26-940f-3ff6e991a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:19.576435 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ad6d5600-1ced-4a26-940f-3ff6e991a96f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0466170 Jul 14 13:59:19.663299 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ff736fa4-ef75-4baf-81d2-e684d867d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:19.664909 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-ff736fa4-ef75-4baf-81d2-e684d867d2cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759418 Jul 14 13:59:19.763458 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-c8900bc7-cfa6-4beb-9a44-18eec275a087 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921500 Jul 14 13:59:19.867669 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-90c1ea69-0520-4897-9697-533b94d7cbff req-0ab38556-5dd2-4614-9be6-383c92e8cbe4 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954578 Jul 14 13:59:20.171781 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821ba03-ad56-4995-9a9d-2bed7141a6d9 req-30a8de5c-e1ed-4540-b564-d47c031ad229 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:20.173698 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1821ba03-ad56-4995-9a9d-2bed7141a6d9 req-30a8de5c-e1ed-4540-b564-d47c031ad229 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0838168 Jul 14 13:59:20.224252 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1821ba03-ad56-4995-9a9d-2bed7141a6d9 req-ac5a5222-c6fc-40f7-8b08-52739df6747e tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429728 Jul 14 13:59:21.469321 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f962ad-0be0-4682-9e6f-5da261ec85c6 req-0765b268-cad3-4b72-89f0-086640e23966 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:21.470927 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-14f962ad-0be0-4682-9e6f-5da261ec85c6 req-0765b268-cad3-4b72-89f0-086640e23966 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0760496 Jul 14 13:59:21.526402 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-14f962ad-0be0-4682-9e6f-5da261ec85c6 req-4f1a9887-48de-44cb-8aad-20e0ad17be94 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481470 Jul 14 13:59:21.678629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37552) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:21.829774 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:21.979511 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:21.988892 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.041196 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a9b2b517bcb4540abe5a7720a935009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632419 Jul 14 13:59:22.041602 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8555eee-5782-4fe7-9e6d-4458ce71c58d,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:22.044256 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37564) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:22.054517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.054866 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.055198 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.055736 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.056143 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.056503 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.056965 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.057298 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.057623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.057951 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.058270 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.058587 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea8e81-5db7-43c8-99ea-941688d071cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.143008 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.175167 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.244564 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.247632 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:22.249068 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8555eee-5782-4fe7-9e6d-4458ce71c58d HTTP/1.1" status: 204 len: 168 time: 0.2030306 Jul 14 13:59:22.259389 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8555eee-5782-4fe7-9e6d-4458ce71c58d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:22.273318 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.273830 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.274312 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.275137 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.275675 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.276113 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.276679 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.277192 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.277706 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.278225 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.278757 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.279266 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a2b6fd-b554-48f1-a57b-acdc4d8525d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 13:59:22.764199 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d61d-a5ef-44e1-8cbf-9871078c5d27 req-0ed6095e-c976-4bdc-97e3-cd535cb83772 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:22.765860 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4636d61d-a5ef-44e1-8cbf-9871078c5d27 req-0ed6095e-c976-4bdc-97e3-cd535cb83772 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0948629 Jul 14 13:59:22.824912 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4636d61d-a5ef-44e1-8cbf-9871078c5d27 req-8a0822ba-c677-4e65-b48d-85822d9bdc3d tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522532 Jul 14 13:59:23.293939 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d86b5c-98cb-4848-a39f-4005bd93e95f req-5b6b19b4-c2d9-405e-a133-8d2434ded79d tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:23.295733 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76d86b5c-98cb-4848-a39f-4005bd93e95f req-5b6b19b4-c2d9-405e-a133-8d2434ded79d tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1145773 Jul 14 13:59:23.393658 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76d86b5c-98cb-4848-a39f-4005bd93e95f req-dedce3c2-0fbb-4af1-89b0-fae05594e694 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840309 Jul 14 13:59:23.420444 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-50340770-cf6d-492b-a414-5d4e1082f927 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2999387 Jul 14 13:59:24.668304 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f89ea-2f5b-47fe-ba8c-1624d98d1ce2 req-a59fac5a-183f-4c00-a7fb-99029e3e1f85 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:24.670126 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b93f89ea-2f5b-47fe-ba8c-1624d98d1ce2 req-a59fac5a-183f-4c00-a7fb-99029e3e1f85 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1115081 Jul 14 13:59:24.722206 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37646) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:24.725080 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b93f89ea-2f5b-47fe-ba8c-1624d98d1ce2 req-68b52c06-7a13-4a28-b371-e7f787511737 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478587 Jul 14 13:59:24.897710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-33be281d-eac9-4dbb-b7c5-5f13739a753a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.022514 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-33be281d-eac9-4dbb-b7c5-5f13739a753a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.029432 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-33be281d-eac9-4dbb-b7c5-5f13739a753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.074822 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-33be281d-eac9-4dbb-b7c5-5f13739a753a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b7b1f13d46a4793a9b035bc53a1d944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516090 Jul 14 13:59:25.075569 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be281d-eac9-4dbb-b7c5-5f13739a753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd883ec-de22-4ab7-86c9-0db74fd0a1c5,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:25.078144 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37650) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:25.146976 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.173557 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.231532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.234323 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.235581 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bd883ec-de22-4ab7-86c9-0db74fd0a1c5 HTTP/1.1" status: 204 len: 168 time: 0.1564665 Jul 14 13:59:25.245226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44617b6-6ab1-458a-a3d2-e0fbb69be527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd883ec-de22-4ab7-86c9-0db74fd0a1c5,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:25.469850 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e909c-9000-444d-a977-48e07126dd40 req-10d86350-ba72-49c3-9ef1-05e469111665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:25.471521 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-10d86350-ba72-49c3-9ef1-05e469111665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa&tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0657041 Jul 14 13:59:25.589630 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e909c-9000-444d-a977-48e07126dd40 req-5800ff35-1d32-4a09-b513-d4bd745a0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:25.591246 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-5800ff35-1d32-4a09-b513-d4bd745a0973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0825624 Jul 14 13:59:25.608048 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37658) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:25.641015 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9bac-d035-4385-9a1a-c102514f68d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.647909 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-74267acc-8010-4329-b140-419e63834414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.833038 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9bac-d035-4385-9a1a-c102514f68d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.839617 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ce4a9bac-d035-4385-9a1a-c102514f68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:25.902346 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 13:59:25.918919 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ce4a9bac-d035-4385-9a1a-c102514f68d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4762abac82514309bf68dc0908fda184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086164 Jul 14 13:59:25.944846 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37664) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:25.963978 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a9bac-d035-4385-9a1a-c102514f68d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a196778-78e4-47e7-8361-afe245a56691,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:26.018338 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.052622 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.057999 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37668) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:26.067508 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fababb3-cef4-4211-b13e-87850a768527 req-daf89d57-f403-4c48-887d-c049c62e1ca0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:26.069275 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5fababb3-cef4-4211-b13e-87850a768527 req-daf89d57-f403-4c48-887d-c049c62e1ca0 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1971197 Jul 14 13:59:26.073023 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:26.076257 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e909c-9000-444d-a977-48e07126dd40 req-546359f9-cf78-4962-9ff0-1ca2058dd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:26.078603 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-546359f9-cf78-4962-9ff0-1ca2058dd5bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.4781404 Jul 14 13:59:26.080614 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efefd3d0-7b48-4617-a7c1-030d11526a98" -d '{"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:26.087957 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:26.097098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.120383 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.161965 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5fababb3-cef4-4211-b13e-87850a768527 req-e3ac60bc-c4c3-4791-b978-af206f41a245 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810592 Jul 14 13:59:26.165748 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-8b4216bb-f959-494f-80a7-b14c41b07fd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 999 time: 0.0783989 Jul 14 13:59:26.172623 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=6']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:26.204983 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c4eb9-afd5-4e48-9c34-11e5e4884a93 x-openstack-request-id: req-aa9c4eb9-afd5-4e48-9c34-11e5e4884a93 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:26.205915 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:26.206854 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa9c4eb9-afd5-4e48-9c34-11e5e4884a93 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:26.207505 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'code': 200} Jul 14 13:59:26.211194 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.215383 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.216898 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a196778-78e4-47e7-8361-afe245a56691 HTTP/1.1" status: 204 len: 168 time: 0.2710400 Jul 14 13:59:26.225691 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def47b50-a60b-4497-bfa2-7f39e666ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a196778-78e4-47e7-8361-afe245a56691,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:26.249110 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e909c-9000-444d-a977-48e07126dd40 req-5625ab11-1e11-4ea6-96d2-79345255be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:26.250779 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-5625ab11-1e11-4ea6-96d2-79345255be93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0785558 Jul 14 13:59:26.292969 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebaa5-5d0c-4e1a-8487-b014849e56bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.315066 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e909c-9000-444d-a977-48e07126dd40 req-c125c446-d17e-4263-ad9f-9ca2ee3e0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:26.316867 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-c125c446-d17e-4263-ad9f-9ca2ee3e0192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587885 Jul 14 13:59:26.403900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebaa5-5d0c-4e1a-8487-b014849e56bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.409647 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebaa5-5d0c-4e1a-8487-b014849e56bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.438236 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-c121970c-ba58-4dd2-9edf-003c2ac6aff4 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151707 Jul 14 13:59:26.455232 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-ff5ebaa5-5d0c-4e1a-8487-b014849e56bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32f78ea8782f45498a79c0d832a6ba8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959637 Jul 14 13:59:26.458341 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37678) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:26.468025 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ebaa5-5d0c-4e1a-8487-b014849e56bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9825b4-e636-46f7-b478-d64b8cca742f,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:26.528076 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.552830 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0d4e909c-9000-444d-a977-48e07126dd40 req-19cbc054-2dc0-427f-b633-f24fa2df2189 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074116 Jul 14 13:59:26.556927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.655390 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.659088 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:26.660747 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d9825b4-e636-46f7-b478-d64b8cca742f HTTP/1.1" status: 204 len: 168 time: 0.2012239 Jul 14 13:59:26.675968 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435c4b-8c3f-4197-88db-1886771ff826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9825b4-e636-46f7-b478-d64b8cca742f,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:27.404836 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f542f5-08f1-4fbd-90fe-c7e7fdbbe2a8 req-7630398d-3584-4663-957a-73b99fe887a4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:27.407238 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b9f542f5-08f1-4fbd-90fe-c7e7fdbbe2a8 req-7630398d-3584-4663-957a-73b99fe887a4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0965834 Jul 14 13:59:27.456421 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b9f542f5-08f1-4fbd-90fe-c7e7fdbbe2a8 req-43f1b8be-1cda-49ad-be6a-28e193f33751 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416234 Jul 14 13:59:27.933598 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-c9e0625b-86d3-40c8-8e59-6ddee07da2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.023433 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:28.661640 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990fa2-a765-4f4f-9360-e46357767af0 req-abbea008-f6ae-4254-9018-51e87f921711 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:28.663730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6c990fa2-a765-4f4f-9360-e46357767af0 req-abbea008-f6ae-4254-9018-51e87f921711 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0830553 Jul 14 13:59:28.703058 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6c990fa2-a765-4f4f-9360-e46357767af0 req-e2bb8b30-b761-4bb6-8e85-3da97356972d tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335362 Jul 14 13:59:29.807877 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:29.895295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02821-67fe-47e1-be64-00d215ae02d1 req-2f283299-6f9a-46a2-b1b3-01a1c2da3042 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:29.896929 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4fb02821-67fe-47e1-be64-00d215ae02d1 req-2f283299-6f9a-46a2-b1b3-01a1c2da3042 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0739710 Jul 14 13:59:29.940003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4fb02821-67fe-47e1-be64-00d215ae02d1 req-5f8de268-cd56-4085-a55c-45f4423c7922 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359168 Jul 14 13:59:31.135733 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6d2e1-61ac-4599-ac4b-cbfb6d27c336 req-40730a86-3cc6-446a-8bb4-5aeefecb11e7 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:31.137343 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddd6d2e1-61ac-4599-ac4b-cbfb6d27c336 req-40730a86-3cc6-446a-8bb4-5aeefecb11e7 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0755584 Jul 14 13:59:31.176928 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ddd6d2e1-61ac-4599-ac4b-cbfb6d27c336 req-373f7103-0bf0-4f70-8b19-f0c9341b48f6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337405 Jul 14 13:59:31.301937 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:32.396213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040feaa-a663-4309-aa65-af0d19b9fbe1 req-97946788-dea8-4571-a59f-07c04816c81c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:32.397645 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6040feaa-a663-4309-aa65-af0d19b9fbe1 req-97946788-dea8-4571-a59f-07c04816c81c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.0953853 Jul 14 13:59:32.453995 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6040feaa-a663-4309-aa65-af0d19b9fbe1 req-8f6dcd54-64fd-4073-b04e-6de858ec9dd4 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447760 Jul 14 13:59:32.733208 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79343a34-c2c8-4677-b1d5-632ddb860d38 req-b1d1351f-cf1e-4bdc-81d1-bd8b169197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:32.734766 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-79343a34-c2c8-4677-b1d5-632ddb860d38 req-b1d1351f-cf1e-4bdc-81d1-bd8b169197e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1096 time: 0.0597012 Jul 14 13:59:32.739354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37768) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:32.787214 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-79343a34-c2c8-4677-b1d5-632ddb860d38 req-c5d8e3c2-71fe-42e1-8f40-62dec7699373 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405812 Jul 14 13:59:32.879888 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8a47f3ba-afc5-4c61-b5f6-a6e6d42868fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.035243 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8a47f3ba-afc5-4c61-b5f6-a6e6d42868fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.043653 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8a47f3ba-afc5-4c61-b5f6-a6e6d42868fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.088336 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8a47f3ba-afc5-4c61-b5f6-a6e6d42868fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dfbe4b782f34af795685b070c688270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477597 Jul 14 13:59:33.089158 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47f3ba-afc5-4c61-b5f6-a6e6d42868fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c77bd8d-b062-4947-818a-2f590a995f3e,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.091145 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37772) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:33.158739 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.184435 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.249330 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.253126 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.258433 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c77bd8d-b062-4947-818a-2f590a995f3e HTTP/1.1" status: 204 len: 168 time: 0.1621974 Jul 14 13:59:33.263867 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433c3be-5325-40b1-a838-ff0c17eb8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c77bd8d-b062-4947-818a-2f590a995f3e,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.592750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37780) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:33.613761 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a9526349-c73b-4b52-b7ab-ec66c3783947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.693638 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29498b-3be6-42dc-8271-6975ce8f405b req-c62722fc-d3a8-4c50-966d-63a0a07f620a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:33.695854 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f29498b-3be6-42dc-8271-6975ce8f405b req-c62722fc-d3a8-4c50-966d-63a0a07f620a tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 943 time: 0.1009068 Jul 14 13:59:33.736271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a9526349-c73b-4b52-b7ab-ec66c3783947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.743521 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-a9526349-c73b-4b52-b7ab-ec66c3783947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.753436 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2f29498b-3be6-42dc-8271-6975ce8f405b req-a252404e-4990-427e-a594-0bb4ddff23f9 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480301 Jul 14 13:59:33.787181 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-a9526349-c73b-4b52-b7ab-ec66c3783947 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2a19b03d1c24a4d99e2dbdceb804b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932566 Jul 14 13:59:33.788050 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9526349-c73b-4b52-b7ab-ec66c3783947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2089e-cb81-4e17-96e6-52b144f5d285,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.790828 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37782) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:33.846683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.870200 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.923381 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.926406 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:33.928070 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fff2089e-cb81-4e17-96e6-52b144f5d285 HTTP/1.1" status: 204 len: 168 time: 0.1359618 Jul 14 13:59:33.938494 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d40a3-d9f6-4223-a40b-3c02f2fb739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2089e-cb81-4e17-96e6-52b144f5d285,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:33.953421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 13:59:34.081873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:34.095776 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'port_id': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'mac_address': 'fa:16:3e:e3:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 13:59:34.134295 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:34.153213 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 13:59:34.177516 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:34.181879 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:34.243780 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=7']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:34.485098 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 13:59:34.958786 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcd961-d375-487d-8627-d989f18969c4 req-d5309919-5db9-4c6e-8b50-0cb4cafe9a8f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 13:59:34.960475 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4bcd961-d375-487d-8627-d989f18969c4 req-d5309919-5db9-4c6e-8b50-0cb4cafe9a8f tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 944 time: 0.0795946 Jul 14 13:59:35.005550 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e4bcd961-d375-487d-8627-d989f18969c4 req-4322e860-a771-4e8f-8d69-572af120c782 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386930 Jul 14 13:59:35.966799 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 13:59:36.037553 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 13:59:36.038062 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:36.123942 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:36.154250 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 13:59:36.156610 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affa9c56-7e12-4b69-9832-4a53b1e43ef0" -d '{"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 13:59:36.172197 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 13:59:36.178543 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:36.209201 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b3e0e-859f-4b55-9d07-73985c4e9aad x-openstack-request-id: req-745b3e0e-859f-4b55-9d07-73985c4e9aad {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 13:59:36.209469 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 13:59:36.209739 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-745b3e0e-859f-4b55-9d07-73985c4e9aad {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 13:59:36.210131 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'code': 200} Jul 14 13:59:36.237761 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=8']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:37.863225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:40.931629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 37908) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:41.052455 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a4acad0-1a17-404f-9dd6-0ec188c236b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.158616 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a4acad0-1a17-404f-9dd6-0ec188c236b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.164438 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-7a4acad0-1a17-404f-9dd6-0ec188c236b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.207621 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-7a4acad0-1a17-404f-9dd6-0ec188c236b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a12697d7b2f4c6590575eb724e092aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747107 Jul 14 13:59:41.209068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4acad0-1a17-404f-9dd6-0ec188c236b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2265b6-f69e-4cc5-a378-ae4c8f2c0292,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:41.211605 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37912) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:41.288350 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.311663 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.359682 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.362267 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.363453 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c2265b6-f69e-4cc5-a378-ae4c8f2c0292 HTTP/1.1" status: 204 len: 168 time: 0.1444640 Jul 14 13:59:41.372412 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad893-f30d-4c02-a62a-b6b569bf0819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2265b6-f69e-4cc5-a378-ae4c8f2c0292,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:41.677449 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37918) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:41.692065 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c43dba07-0ddd-46d5-8040-5ec29d6affd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.795718 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c43dba07-0ddd-46d5-8040-5ec29d6affd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.800815 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-c43dba07-0ddd-46d5-8040-5ec29d6affd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.842516 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dba07-0ddd-46d5-8040-5ec29d6affd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaae2e3-fd40-4421-a600-1ed14d23641d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:41.847227 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-c43dba07-0ddd-46d5-8040-5ec29d6affd1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df0f6400ece647ceb6b136002678472d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686931 Jul 14 13:59:41.850042 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 37920) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 13:59:41.909083 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.930962 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.990900 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.994382 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:41.996007 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8eaae2e3-fd40-4421-a600-1ed14d23641d HTTP/1.1" status: 204 len: 168 time: 0.1449251 Jul 14 13:59:42.006226 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0d7e2-6953-4a8c-88d0-2ce29b2c668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaae2e3-fd40-4421-a600-1ed14d23641d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 13:59:44.093108 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 13:59:55.639208 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a93b35f0-f3ae-4c7f-a82d-5b7cd9c1839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:57.938842 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0472a4c3-8775-4e4c-b711-4017e97ca76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:58.031973 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 13:59:59.810577 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.174247 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38060) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:01.303704 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.315970 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-089f6e2f-af1e-46d0-8873-235aff94a125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.425833 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-089f6e2f-af1e-46d0-8873-235aff94a125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.430968 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-089f6e2f-af1e-46d0-8873-235aff94a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.470302 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f6e2f-af1e-46d0-8873-235aff94a125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a5177-e52f-44fa-a35a-b2e1d7380b26,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:01.476158 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-089f6e2f-af1e-46d0-8873-235aff94a125 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=262cd15f6d48471ea310a60cdc87f8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007755 Jul 14 14:00:01.479213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38064) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:01.541041 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.575401 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.647604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.650854 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:01.652693 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/267a5177-e52f-44fa-a35a-b2e1d7380b26 HTTP/1.1" status: 204 len: 168 time: 0.1719782 Jul 14 14:00:01.666003 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8381c-d1ce-4ce0-b819-0450125577b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a5177-e52f-44fa-a35a-b2e1d7380b26,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:03.077037 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38106) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:03.185995 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-758f89a3-c8a5-432f-ab8c-e523339b5deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.284443 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-758f89a3-c8a5-432f-ab8c-e523339b5deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.290130 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-758f89a3-c8a5-432f-ab8c-e523339b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.329370 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-758f89a3-c8a5-432f-ab8c-e523339b5deb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5bbab3a9ee14228983f1c8b370c2d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509985 Jul 14 14:00:03.330202 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f89a3-c8a5-432f-ab8c-e523339b5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c4dd76-5979-4be2-8889-6707beace718,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:03.332765 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38110) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:03.394201 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.424551 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.473644 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.476363 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:03.477624 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26c4dd76-5979-4be2-8889-6707beace718 HTTP/1.1" status: 204 len: 168 time: 0.1438556 Jul 14 14:00:03.485859 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2fc05-9ff0-4e8f-8194-d1b0dd5d5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c4dd76-5979-4be2-8889-6707beace718,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:07.662181 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38178) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:07.789951 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-88b29521-98c0-4931-88bd-bde85ea604c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:07.861225 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:07.917217 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-88b29521-98c0-4931-88bd-bde85ea604c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:07.923342 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-88b29521-98c0-4931-88bd-bde85ea604c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:07.963911 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-88b29521-98c0-4931-88bd-bde85ea604c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbef3d54d9b748c5b140013d20e20456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005466 Jul 14 14:00:07.965090 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b29521-98c0-4931-88bd-bde85ea604c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0506b3-2d9b-4087-b6cf-5ca8bb1c38ce,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:07.966891 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38182) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:08.021443 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:08.048897 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:08.104772 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:08.107816 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:08.109088 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba0506b3-2d9b-4087-b6cf-5ca8bb1c38ce HTTP/1.1" status: 204 len: 168 time: 0.1410766 Jul 14 14:00:08.118434 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005b5a2-e6e8-42a9-8c2a-343cf0997fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0506b3-2d9b-4087-b6cf-5ca8bb1c38ce,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:08.867078 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38204) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:08.997435 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-885319036-network', 'tenant_id': '81f521bbce08470ebb5c4d0d1971d6d1'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:09.021537 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Made reservation on behalf of 81f521bbce08470ebb5c4d0d1971d6d1 for: {'network': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:00:09.023896 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for network, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.033208 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.161360 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.168046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.198072 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=99566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:00:09.209531 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c555a-9f88-4cd7-9ac0-ae643efda384,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:09.217240 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.218566 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.segments_db [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Added segment e88232ae-2464-403d-9cf8-449c443fcc4e of type vlan for network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 Jul 14 14:00:09.263498 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778879624717'] for network, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.296876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202'] for network, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.298061 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:09.298917 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.359631 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4912565 Jul 14 14:00:09.362795 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf85c6-62a0-4a02-8b0d-fac07cccb930 admin admin] Pushing event updated for resources: {'Network': ['ID=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:09.362991 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38212) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:09.369916 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Request body: {'subnet': {'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-885319036-subnet', 'tenant_id': '81f521bbce08470ebb5c4d0d1971d6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:09.374974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 details requested by agent ovs-agent-dv-cinder-800696-2-iscsi with host dv-cinder-800696-2-iscsi {{(pid=99567) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:00:09.401546 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Made reservation on behalf of 81f521bbce08470ebb5c4d0d1971d6d1 for: {'subnet': 1} {{(pid=99565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:00:09.404813 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64839585'] for subnet, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.594433 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64608584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64839571'] for subnet, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.657468 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cafffa3-c9f7-4290-aea3-221a5c6ba980,revision_number=0']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:09.666438 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Checking segment: {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:00:09.666883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Network hostable DHCP agents. Network: bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6, hostable agents: ['d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd'], hosted agents: [] {{(pid=99565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:00:09.684913 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 is scheduled to be hosted by DHCP agent d9bfcfaf-48a4-49d0-91a0-a3991ca4d2fd with binding_index 1 {{(pid=99565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:00:09.693601 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800696-2-iscsi, bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6) {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:00:09.698473 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:09.699073 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:09.705758 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb55d7-6848-4eb6-b433-ec82af70bd8d None None] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:00:09.718151 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a15a80dd-6ebf-45aa-afe4-37330c79df35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3503602 Jul 14 14:00:09.892482 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f1129-414e-4c5b-b233-0a93fe5ba089 None None] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:00:11.652539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-673f5b43-a04a-4698-840a-5bb33d9fef9c tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:11.654028 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-673f5b43-a04a-4698-840a-5bb33d9fef9c tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 813 time: 0.1154039 Jul 14 14:00:11.671273 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-2891ff93-9299-494a-8d11-4f0688f9a21b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/quotas/81f521bbce08470ebb5c4d0d1971d6d1 HTTP/1.1" status: 200 len: 375 time: 0.0112295 Jul 14 14:00:11.715343 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-7cee8c3a-ba1d-4806-bc16-c346ef721329 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378389 Jul 14 14:00:11.842232 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-8b460809-40bd-4780-b440-30ad1a235c1f service neutron] 10.222.0.44 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197491 Jul 14 14:00:11.956660 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-96d6692b-d48f-476c-b651-1f55f7249413 service neutron] 10.222.0.44 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083350 Jul 14 14:00:13.196321 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ca81ded0-601e-476c-bb9a-799c621a4190 req-7453da91-9ca3-4207-b1ec-0a3c62d05aa0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 210 time: 0.0422502 Jul 14 14:00:14.395651 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b4c5378b-600a-42dc-b7bf-004934584182 req-375930aa-ea81-4146-ac56-223ba71f0f6d tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 210 time: 0.0445945 Jul 14 14:00:14.962775 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-8587857e-dcd1-4ab4-bf3d-a9f2811acf47 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:14.965331 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-8587857e-dcd1-4ab4-bf3d-a9f2811acf47 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 813 time: 0.1248624 Jul 14 14:00:14.987358 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Request body: {'port': {'device_id': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6', 'admin_state_up': True, 'tenant_id': '81f521bbce08470ebb5c4d0d1971d6d1'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:15.147258 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Made reservation on behalf of 81f521bbce08470ebb5c4d0d1971d6d1 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:00:15.153208 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:15.303984 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Allocated IP 172.20.0.13 (bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6/1cafffa3-c9f7-4290-aea3-221a5c6ba980/5957c969-d235-47f6-a42f-43487aee49b8) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:00:15.483544 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:15.531357 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:15.581137 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:00:15.587308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:00:15.593449 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:00:15.626231 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Pushing event updated for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:15.636213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d805c-facd-416b-9c0c-6dd1aa5b46a4 req-e60368c2-f93f-44e7-9309-1843182943dd tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:15.637511 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ba0d805c-facd-416b-9c0c-6dd1aa5b46a4 req-e60368c2-f93f-44e7-9309-1843182943dd tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 932 time: 0.0894582 Jul 14 14:00:15.670823 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:15.671455 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:15.687280 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-9526ecb9-6fb8-4eff-aa1b-58fa6e72dca0 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7058420 Jul 14 14:00:15.690395 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-ba0d805c-facd-416b-9c0c-6dd1aa5b46a4 req-46c4105b-13e2-4908-9a72-1b95083890e9 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Jul 14 14:00:15.705930 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Request body: {'port': {'device_id': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:15.792873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.121907 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5957c969-d235-47f6-a42f-43487aee49b8 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:00:16.132204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.147487 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Transition to ACTIVE for port object 5957c969-d235-47f6-a42f-43487aee49b8 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:00:16.156137 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.227205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Pushing event updated for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:16.314648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Attempting to bind port 5957c969-d235-47f6-a42f-43487aee49b8 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:00:16.314964 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Attempting to bind port 5957c969-d235-47f6-a42f-43487aee49b8 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:00:16.315288 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Attempting to bind port 5957c969-d235-47f6-a42f-43487aee49b8 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:00:16.319895 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Port 5957c969-d235-47f6-a42f-43487aee49b8 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:00:16.320236 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Attempting to bind port 5957c969-d235-47f6-a42f-43487aee49b8 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:00:16.325289 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:00:16.325617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Checking segment: {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:00:16.326011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Bound using segment: {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:00:16.326437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Bound port: 5957c969-d235-47f6-a42f-43487aee49b8, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:00:16.326818 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.402152 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:00:16.405685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5957c969-d235-47f6-a42f-43487aee49b8,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:00:16.412726 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.456138 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:16.456945 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:16.458498 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] 10.222.0.36 "PUT /v2.0/ports/5957c969-d235-47f6-a42f-43487aee49b8 HTTP/1.1" status: 200 len: 1094 time: 0.7574131 Jul 14 14:00:16.458940 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:16.461349 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45705a-3403-4c7e-989c-c2d7a1e4e340" -d '{"events": [{"name": "network-changed", "server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "tag": "5957c969-d235-47f6-a42f-43487aee49b8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:16.493109 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8133aa-82d9-4b13-bc81-bc024988c44f service neutron] Pushing event updated for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:16.508719 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db784353-7d7f-47ab-8301-1bc2747bd11c x-openstack-request-id: req-db784353-7d7f-47ab-8301-1bc2747bd11c {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:16.509113 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "tag": "5957c969-d235-47f6-a42f-43487aee49b8", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:16.509290 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db784353-7d7f-47ab-8301-1bc2747bd11c {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:16.509677 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8', 'status': 'completed', 'code': 200} Jul 14 14:00:16.595480 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-dc451b52-3b94-4693-83e4-a1f0287a7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:16.597269 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-dc451b52-3b94-4693-83e4-a1f0287a7920 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 1097 time: 0.0717614 Jul 14 14:00:16.654299 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-46ebdd77-c842-4fbc-a02b-ca423eabaa4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5957c969-d235-47f6-a42f-43487aee49b8 HTTP/1.1" status: 200 len: 217 time: 0.0428421 Jul 14 14:00:16.716727 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-101d93fe-b0d4-4841-9207-be3c076c06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:16.718313 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-101d93fe-b0d4-4841-9207-be3c076c06ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cafffa3-c9f7-4290-aea3-221a5c6ba980 HTTP/1.1" status: 200 len: 853 time: 0.0587549 Jul 14 14:00:16.764318 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-95c982b7-22dd-47f8-a023-fbbdc33c5400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379825 Jul 14 14:00:16.871288 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-935c788f-9026-4232-a470-649347d95c5b service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000025 Jul 14 14:00:16.883215 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18277f13-1c70-456e-849d-3bd94713701a req-eece0644-0e1b-4bba-8254-88d1523aabd3 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:16.884771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18277f13-1c70-456e-849d-3bd94713701a req-eece0644-0e1b-4bba-8254-88d1523aabd3 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 944 time: 0.0669124 Jul 14 14:00:16.938049 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-18277f13-1c70-456e-849d-3bd94713701a req-5393e574-bca3-4ba8-baf8-b3d8527c99c5 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463212 Jul 14 14:00:16.977226 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d4b70741-6fee-471b-bdf3-f7c30f3745a5 req-a947de47-1c51-4d6c-935c-dfced6369208 service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002767 Jul 14 14:00:17.147487 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-adf4e048-ed84-454d-bac8-a627da2a64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.149096 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-adf4e048-ed84-454d-bac8-a627da2a64f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 1097 time: 0.0641370 Jul 14 14:00:17.248182 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-c232dc67-d0f7-4b90-ba4f-b48fd16fc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.249680 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-c232dc67-d0f7-4b90-ba4f-b48fd16fc571 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 914 time: 0.0942993 Jul 14 14:00:17.330380 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-19967167-07d2-4de8-9307-920b6c279720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5957c969-d235-47f6-a42f-43487aee49b8 HTTP/1.1" status: 200 len: 217 time: 0.0533264 Jul 14 14:00:17.398323 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-c1dc0140-1492-47a6-af09-ec61cc569aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.399860 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-c1dc0140-1492-47a6-af09-ec61cc569aa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cafffa3-c9f7-4290-aea3-221a5c6ba980 HTTP/1.1" status: 200 len: 853 time: 0.0520220 Jul 14 14:00:17.436299 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-d55c8064-40e7-4802-8e8d-654b37a521b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286937 Jul 14 14:00:17.443502 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-0fd12ef2-56c5-4b11-ab29-32fc5a7bb1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232259 Jul 14 14:00:17.567186 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-dfb61f10-e650-4860-94db-cb4a6a819edf service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225915 Jul 14 14:00:17.647605 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655499-e5ab-4375-9987-31fadfe1854a req-e30e9baf-2ae5-4236-b683-960ccccc11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.649622 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-e30e9baf-2ae5-4236-b683-960ccccc11ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.1346183 Jul 14 14:00:17.731116 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-5d45705a-3403-4c7e-989c-c2d7a1e4e340 req-e03028ed-0edc-41bf-97bd-afc6ecf1989a service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525047 Jul 14 14:00:17.781011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655499-e5ab-4375-9987-31fadfe1854a req-d95c6d6f-34bb-47f1-8f27-b6b8831ab555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.782500 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-d95c6d6f-34bb-47f1-8f27-b6b8831ab555 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.1084263 Jul 14 14:00:17.868979 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-50e6335f-2199-4414-b844-86c75060bfdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0781312 Jul 14 14:00:17.926524 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655499-e5ab-4375-9987-31fadfe1854a req-dfbf5f2a-d903-47cd-a343-3cd4d9f9a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:17.928015 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-dfbf5f2a-d903-47cd-a343-3cd4d9f9a0df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0531538 Jul 14 14:00:18.020586 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655499-e5ab-4375-9987-31fadfe1854a req-a89805b6-5801-4dbd-b567-9e9cfd2d0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:18.022105 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-a89805b6-5801-4dbd-b567-9e9cfd2d0df0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870352 Jul 14 14:00:18.130730 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-e327246c-9349-4137-95ee-0c551bfe5758 service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013083 Jul 14 14:00:18.131037 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef80f0-caa1-4fba-b640-a99d16080bf9 req-800a499e-9838-4c06-9397-c87330184210 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:18.132256 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69ef80f0-caa1-4fba-b640-a99d16080bf9 req-800a499e-9838-4c06-9397-c87330184210 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 944 time: 0.0739722 Jul 14 14:00:18.179040 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-69ef80f0-caa1-4fba-b640-a99d16080bf9 req-da4472de-e2a5-4a79-aa00-dd7e7322c0b4 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Jul 14 14:00:18.248019 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9e655499-e5ab-4375-9987-31fadfe1854a req-0860251f-e40d-458c-a774-ca8231861a5e service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108928 Jul 14 14:00:19.375348 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e3d08-2c1a-4800-81ca-0e47d32293eb req-346ba416-6253-4e1f-8d33-88c70666f42a tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:19.376873 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be3e3d08-2c1a-4800-81ca-0e47d32293eb req-346ba416-6253-4e1f-8d33-88c70666f42a tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 944 time: 0.0734780 Jul 14 14:00:19.422843 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-be3e3d08-2c1a-4800-81ca-0e47d32293eb req-aacd28d4-4bd0-4412-bc30-100e41fdab78 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376139 Jul 14 14:00:20.177145 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5957c969-d235-47f6-a42f-43487aee49b8 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:00:20.302046 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5957c969-d235-47f6-a42f-43487aee49b8,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:20.315714 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '5957c969-d235-47f6-a42f-43487aee49b8', 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6', 'port_id': '5957c969-d235-47f6-a42f-43487aee49b8', 'mac_address': 'fa:16:3e:8c:fe:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cafffa3-c9f7-4290-aea3-221a5c6ba980', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:00:20.360611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:20.375924 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5957c969-d235-47f6-a42f-43487aee49b8 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:00:20.400870 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5957c969-d235-47f6-a42f-43487aee49b8,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:20.407308 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:20.461433 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:20.469571 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.470184 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.470321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.470576 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.470976 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.471224 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.471551 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.471866 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.472218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.472558 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.472878 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.473187 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:20.638011 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76311342-4626-454e-a281-c1071e2b5e6b req-6c03675e-11c3-4307-b923-1568c4b7f12c tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:20.639618 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76311342-4626-454e-a281-c1071e2b5e6b req-6c03675e-11c3-4307-b923-1568c4b7f12c tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 945 time: 0.0837278 Jul 14 14:00:20.688639 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76311342-4626-454e-a281-c1071e2b5e6b req-71a63099-86d8-4b01-b8d6-5f835ab54174 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Jul 14 14:00:20.702751 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5957c969-d235-47f6-a42f-43487aee49b8'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:00:21.093178 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:21.875445 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbb8d-18db-43e1-b5c9-bf2a35aa9e25 req-773a4bd9-f4ea-4260-a923-a01dab07e062 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:21.877020 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-739dbb8d-18db-43e1-b5c9-bf2a35aa9e25 req-773a4bd9-f4ea-4260-a923-a01dab07e062 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 945 time: 0.0727928 Jul 14 14:00:21.916588 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-739dbb8d-18db-43e1-b5c9-bf2a35aa9e25 req-12f74157-8825-4716-af65-b7ba214c5bfc tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Jul 14 14:00:22.191963 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5957c969-d235-47f6-a42f-43487aee49b8 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:00:22.261974 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 5957c969-d235-47f6-a42f-43487aee49b8 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:00:22.266207 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 5957c969-d235-47f6-a42f-43487aee49b8 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:00:22.266575 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.363473 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.400262 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:22.404297 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9887be-07f2-4ceb-89e3-6f4b1eaa6878" -d '{"events": [{"server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "name": "network-vif-plugged", "status": "completed", "tag": "5957c969-d235-47f6-a42f-43487aee49b8"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:22.419932 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5957c969-d235-47f6-a42f-43487aee49b8,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:22.425089 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:22.456379 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa1f804-2adc-40d7-9cdc-283ed3366cd6 x-openstack-request-id: req-baa1f804-2adc-40d7-9cdc-283ed3366cd6 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:22.456676 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "name": "network-vif-plugged", "status": "completed", "tag": "5957c969-d235-47f6-a42f-43487aee49b8", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:22.456926 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baa1f804-2adc-40d7-9cdc-283ed3366cd6 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:22.457331 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8', 'code': 200} Jul 14 14:00:22.479289 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:22.726521 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab74b0-33b2-4bcb-9768-2220acae0bb6 req-5c9928f9-182f-4176-bf56-a07d42f686c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:22.727936 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-1dab74b0-33b2-4bcb-9768-2220acae0bb6 req-5c9928f9-182f-4176-bf56-a07d42f686c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 1099 time: 0.0598404 Jul 14 14:00:22.783465 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-1dab74b0-33b2-4bcb-9768-2220acae0bb6 req-ab0910dd-5dee-4295-ac64-2e481d834a56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490019 Jul 14 14:00:23.131190 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5ef1-a87c-4994-998d-4c2a2a72cee0 req-2dcbfd5b-58a1-401d-b4cd-4ff4aa7cd647 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:23.132824 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-400c5ef1-a87c-4994-998d-4c2a2a72cee0 req-2dcbfd5b-58a1-401d-b4cd-4ff4aa7cd647 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 946 time: 0.0963485 Jul 14 14:00:23.176085 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-400c5ef1-a87c-4994-998d-4c2a2a72cee0 req-db6abb96-3fb2-4460-8c71-b87fa9e4194a tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Jul 14 14:00:24.372938 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52200-1ae2-4458-9875-76d1e5c5c03d req-e1eff930-0312-4b26-afae-1b4442b60d3e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:24.376819 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-88e52200-1ae2-4458-9875-76d1e5c5c03d req-e1eff930-0312-4b26-afae-1b4442b60d3e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 946 time: 0.0766945 Jul 14 14:00:24.419701 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-88e52200-1ae2-4458-9875-76d1e5c5c03d req-2c554d3f-363d-468d-af26-48ffc2b5fa45 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390685 Jul 14 14:00:25.635491 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-870ef040-11a4-4965-86ff-8d82d16f3105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:27.934878 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-428edb64-5d88-4f77-879b-b91da5e5f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:28.026818 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:29.818742 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:31.310876 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:37.860881 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:44.131908 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44629e-d201-4e49-988a-ac5a6e70dbae req-d1e8a44d-f04e-4884-9708-d90ee3ff450c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:44.133351 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f44629e-d201-4e49-988a-ac5a6e70dbae req-d1e8a44d-f04e-4884-9708-d90ee3ff450c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0730903 Jul 14 14:00:44.174241 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3f44629e-d201-4e49-988a-ac5a6e70dbae req-1d2dad32-9dd6-44a9-a56b-a7188a9c63ea tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348399 Jul 14 14:00:45.360482 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970e137-2a51-45b9-91c4-03bb585b0a58 req-4b7fe2aa-4b13-4ab9-91d6-a712a0e6e283 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:45.362479 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c970e137-2a51-45b9-91c4-03bb585b0a58 req-4b7fe2aa-4b13-4ab9-91d6-a712a0e6e283 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0700231 Jul 14 14:00:45.409003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c970e137-2a51-45b9-91c4-03bb585b0a58 req-4e3e2413-e687-44c3-a8ca-684aaeedcd63 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402641 Jul 14 14:00:45.781311 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-290a2731-5aba-4ce8-909f-f6c8d0594b3f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:45.782922 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-290a2731-5aba-4ce8-909f-f6c8d0594b3f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 945 time: 0.0738382 Jul 14 14:00:45.892684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port 14b9eb34-2abb-47ea-a295-58d746785e09 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:45.892974 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:45.989536 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] For port 14b9eb34-2abb-47ea-a295-58d746785e09, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=14b9eb34-2abb-47ea-a295-58d746785e09,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:45.989889 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.175623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.175911 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.176257 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.db.l3_db [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP d506a972-ec53-4964-9ae9-d8d8b8e663dd disassociated. External IP: 172.27.3.134, port: 14b9eb34-2abb-47ea-a295-58d746785e09. Jul 14 14:00:46.176593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for 14b9eb34-2abb-47ea-a295-58d746785e09 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:46.321694 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.355218 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=14b9eb34-2abb-47ea-a295-58d746785e09,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:46.366388 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.366728 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.367068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.367397 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.367738 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.368057 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.368399 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.368735 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.369064 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.369371 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.369682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.369992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:46.500779 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:00:46.561637 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2bfb57f8-efe4-46c4-aee0-e77a70ba9003 req-01ccef34-9ee4-4f99-9f4a-39c99bdb0dcc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0335937 Jul 14 14:00:46.630035 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:00:46.641979 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:00:46.652393 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:46.653280 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:46.675205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] No DVR routers for this DVR port 14b9eb34-2abb-47ea-a295-58d746785e09 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:46.677886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:46.679943 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-ddb7cbc1-8e93-4f11-9aac-1b0f40ad93ad req-cd7814f3-c85d-4f4f-ac4a-24491bd60e3a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "DELETE /v2.0/ports/14b9eb34-2abb-47ea-a295-58d746785e09 HTTP/1.1" status: 204 len: 173 time: 0.8899696 Jul 14 14:00:46.680411 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'name': 'network-vif-deleted', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:46.682684 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027853e7-8b06-4cb4-8d2a-7276eb6206d2" -d '{"events": [{"server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "name": "network-vif-deleted", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:46.725323 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd21445-c016-499d-a931-761d77e2b0a5 x-openstack-request-id: req-5fd21445-c016-499d-a931-761d77e2b0a5 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:46.725620 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28873254-2955-4e2d-a823-2eec6844123b", "name": "network-vif-deleted", "tag": "14b9eb34-2abb-47ea-a295-58d746785e09", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:46.726002 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fd21445-c016-499d-a931-761d77e2b0a5 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:46.726538 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28873254-2955-4e2d-a823-2eec6844123b', 'name': 'network-vif-deleted', 'tag': '14b9eb34-2abb-47ea-a295-58d746785e09', 'status': 'completed', 'code': 200} Jul 14 14:00:46.770976 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:47.000151 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:47.030472 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:00:47.040261 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:47.040844 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:47.145766 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:47.350036 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:47.376276 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2854a-bf1a-4f35-9a67-8220563a3576 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:47.674430 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f1921-e719-4e43-9c08-7f74e1bbb595 None None] New status for floating IP d506a972-ec53-4964-9ae9-d8d8b8e663dd: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:00:47.817052 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7dd30aea-4c80-4c43-9c86-06cfc7ab69fd req-0b71cbf7-4170-4604-a374-51f0129ad66d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=28873254-2955-4e2d-a823-2eec6844123b HTTP/1.1" status: 200 len: 210 time: 0.0311811 Jul 14 14:00:48.378191 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 14b9eb34-2abb-47ea-a295-58d746785e09 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:00:48.398694 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 14b9eb34-2abb-47ea-a295-58d746785e09 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:00:48.399050 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 14b9eb34-2abb-47ea-a295-58d746785e09 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:00:49.179168 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-62dcbb3b-2899-4440-a252-60750ba90ee0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296626169&fields=id&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 267 time: 0.0364377 Jul 14 14:00:49.291522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-a86d6cd3-0a31-4e57-a081-f2369cc52ef1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:49.293063 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-a86d6cd3-0a31-4e57-a081-f2369cc52ef1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1069179 Jul 14 14:00:49.310136 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-b69e2dfd-6ae0-4e8f-b4ff-9350a2e1a678 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/quotas/02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 375 time: 0.0095999 Jul 14 14:00:49.386043 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-d4033444-44c6-4e5d-bd62-8bf4ae9623ad tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700939 Jul 14 14:00:49.492795 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-88018763-bbf7-4f9b-8061-b3426c50c5cc service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937836 Jul 14 14:00:49.591540 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-f125f3cf-ffa5-4a69-ab01-e2f1dcfd3ee0 service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919712 Jul 14 14:00:49.946260 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f14d9f5e-fea4-47a2-b74b-e12edba93848 req-4a8dd826-e626-413d-a792-c7da1b6b2e4a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 210 time: 0.0348315 Jul 14 14:00:50.128073 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38446) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:00:50.351845 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Deleting port 1550e6dc-fc75-481d-91c5-630a858fc03f {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:50.352839 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.450615 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.450941 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.465832 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Calling delete_port for 1550e6dc-fc75-481d-91c5-630a858fc03f owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:50.652555 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.678800 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event deleted for resources: {'Port': ['ID=1550e6dc-fc75-481d-91c5-630a858fc03f,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:50.690625 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.690968 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.691304 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.691630 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.691946 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.692304 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.692620 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.692935 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.693251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.693566 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.693879 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.694191 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:00:50.757840 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:50.758152 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Floating IP 07943667-188f-423d-81ff-ebca4f0216bf disassociated (deleted). External IP: 172.27.3.227, port: 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4. Jul 14 14:00:51.266836 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8fc7ddd5-7a24-46de-b15e-99ab7dc04d72 req-16467b42-b565-4a4f-9c86-d92cbeb56cfd tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 210 time: 0.0305901 Jul 14 14:00:51.339241 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:00:51.463466 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:00:51.468376 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:51.473061 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Sync routers for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:00:51.482416 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:51.483044 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:51.505801 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-6685317c-5502-4a4d-a417-d89849c5bad6 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "DELETE /v2.0/floatingips/07943667-188f-423d-81ff-ebca4f0216bf HTTP/1.1" status: 204 len: 168 time: 1.3764498 Jul 14 14:00:51.506487 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:51.513036 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae70cb5-40d4-4966-acd2-e20581b4325d" -d '{"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:51.554642 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e848b-b38e-4242-af92-7585fd9de180 x-openstack-request-id: req-812e848b-b38e-4242-af92-7585fd9de180 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:51.555004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:51.555315 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-812e848b-b38e-4242-af92-7585fd9de180 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:51.555777 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'status': 'completed', 'code': 200} Jul 14 14:00:51.614089 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:51.918482 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234698fb-055f-44ea-a6cb-fdeb51d8b93b req-6cde1712-a513-42f3-bea8-7e75e2dcc0aa tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:51.920003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-234698fb-055f-44ea-a6cb-fdeb51d8b93b req-6cde1712-a513-42f3-bea8-7e75e2dcc0aa tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0825007 Jul 14 14:00:51.962149 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:51.964464 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-234698fb-055f-44ea-a6cb-fdeb51d8b93b req-9757a0ae-0bed-473c-8565-9cb7f92512cc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360630 Jul 14 14:00:51.993022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Checking router: 79824a20-7a0a-4525-bf23-21c9ac1b04c7 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:00:52.003101 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:00:52.003714 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:28Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:52.144539 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:00:52.155922 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-9f6a82b9-60ff-4d98-86fe-e5c2fc981e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.157712 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-9f6a82b9-60ff-4d98-86fe-e5c2fc981e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 1098 time: 0.0670922 Jul 14 14:00:52.261651 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-0dc893b7-bee5-4613-9fa4-96e258e546bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.263740 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-0dc893b7-bee5-4613-9fa4-96e258e546bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 200 len: 910 time: 0.0987866 Jul 14 14:00:52.313189 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-3a69d51e-67bc-41fb-9e5f-49708f2c99cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 200 len: 217 time: 0.0427468 Jul 14 14:00:52.381139 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-02cd59d4-9869-4211-98bb-b074baabd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.382751 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-02cd59d4-9869-4211-98bb-b074baabd17f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 200 len: 848 time: 0.0614557 Jul 14 14:00:52.400210 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:00:52.444561 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-c9db7bd1-efda-4036-8863-8019e7bbfff5 req-a1de3137-d08d-41e7-8406-11f8581ce3c3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 210 time: 0.0353405 Jul 14 14:00:52.448544 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf6ff-30c1-4f1a-9387-0d22176ae077 None None] The sync data for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi is: [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T13:56:05Z', 'revision_number': 4, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b8f06220-cf5e-41ef-9c3a-46392dd8e704', 'name': '', 'network_id': 'f42bfc5c-0a8f-44a5-ac13-96e717a975f2', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'mac_address': 'fa:16:3e:6e:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:04Z', 'updated_at': '2021-07-14T13:56:15Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'subnets': [{'id': 'c080d66c-b01f-4116-a34c-e353bc527651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:00:52.470060 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-341cd974-fb2d-4434-b9b3-1a349b339461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.472209 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-341cd974-fb2d-4434-b9b3-1a349b339461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f42bfc5c-0a8f-44a5-ac13-96e717a975f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799222 Jul 14 14:00:52.595299 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-d22174bd-f2b0-4744-a945-8ca3349f95fb service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147361 Jul 14 14:00:52.710271 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-bae70cb5-40d4-4966-acd2-e20581b4325d req-739742ef-ba8b-4604-8db5-40f9081917cc service neutron] 10.222.0.36 "GET /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060314 Jul 14 14:00:52.722131 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90db0dc-94f6-4a9c-9fb3-a6add7bd9f42 None None] New status for floating IP 07943667-188f-423d-81ff-ebca4f0216bf: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:00:52.972130 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-fa1fb2c5-fc05-4c27-a554-6260b1d94049 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:52.974501 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-fa1fb2c5-fc05-4c27-a554-6260b1d94049 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1469815 Jul 14 14:00:53.037687 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-ed2133c6-e787-46b4-8da6-fdb73e098312 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 380 time: 0.0404222 Jul 14 14:00:53.047727 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'port': {'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'admin_state_up': True, 'tenant_id': '02c6346606044c22b1877feb73c91279', 'security_groups': ['3a778498-5705-44f2-9c60-ae818379c2eb']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:53.159469 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10e33-02da-4e4d-9b16-428c8fbb46e9 req-4ea60ac8-c7fc-4866-bfcb-103ff79518f7 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:53.166985 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34b10e33-02da-4e4d-9b16-428c8fbb46e9 req-4ea60ac8-c7fc-4866-bfcb-103ff79518f7 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0812404 Jul 14 14:00:53.204956 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Made reservation on behalf of 02c6346606044c22b1877feb73c91279 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:00:53.209638 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:53.221084 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-34b10e33-02da-4e4d-9b16-428c8fbb46e9 req-8968c877-2d22-4a52-8860-350950c3714c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530412 Jul 14 14:00:53.370464 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.20.0.6 (5b40a355-a4c9-48f4-9899-fcb34b7dfa13/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a/92fc0df4-29a7-402d-ac49-57758ed354aa) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:00:53.560960 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:53.579451 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Transition to ACTIVE for port object 92fc0df4-29a7-402d-ac49-57758ed354aa will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:00:53.618022 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:53.619815 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cf128947-1000-4c12-bc13-99699f6dd4e9 req-3a8a69d8-5fd4-4076-b5ef-1a44d7ac7951 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 210 time: 0.0369234 Jul 14 14:00:53.698879 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:00:53.702820 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:00:53.708765 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:00:53.713854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:53.763256 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:53.764000 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:53.782621 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-05a48848-8f61-44ee-bd8a-e2cf7f8bb207 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392302 Jul 14 14:00:53.942302 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-29a23446-006a-4bbe-b611-ff6fbeb61842 None None] Provisioning for port 92fc0df4-29a7-402d-ac49-57758ed354aa completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:00:53.947070 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-29a23446-006a-4bbe-b611-ff6fbeb61842 None None] Provisioning complete for port 92fc0df4-29a7-402d-ac49-57758ed354aa triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:00:53.947435 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-29a23446-006a-4bbe-b611-ff6fbeb61842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:53.984734 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-29a23446-006a-4bbe-b611-ff6fbeb61842 None None] Port 92fc0df4-29a7-402d-ac49-57758ed354aa cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:00:54.441953 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810c70-1156-4336-b58a-f06275150615 req-4df87094-2580-4430-8efd-392a337b7fcc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:54.443968 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a810c70-1156-4336-b58a-f06275150615 req-4df87094-2580-4430-8efd-392a337b7fcc tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0829782 Jul 14 14:00:54.488855 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-6a810c70-1156-4336-b58a-f06275150615 req-54c72724-ba2c-4d90-9c04-be88c6272e60 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364833 Jul 14 14:00:54.809072 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0855f2-7b9c-429f-8a2f-03a261041fde req-96f4a65e-f27e-41ef-83bd-1568546c7b1d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:54.810807 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eb0855f2-7b9c-429f-8a2f-03a261041fde req-96f4a65e-f27e-41ef-83bd-1568546c7b1d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 931 time: 0.0672574 Jul 14 14:00:54.853255 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-eb0855f2-7b9c-429f-8a2f-03a261041fde req-5c0b4365-919a-4235-b52f-93066f36128e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366654 Jul 14 14:00:55.634966 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a2a8fdb7-931c-4ee6-8525-856247c0b388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:55.699331 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16b87a-2378-4203-b8a9-9dd5ccdfcb69 req-2d1405bb-c5c6-4274-ab69-e8d629623356 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:55.700981 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8e16b87a-2378-4203-b8a9-9dd5ccdfcb69 req-2d1405bb-c5c6-4274-ab69-e8d629623356 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0806434 Jul 14 14:00:55.746291 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8e16b87a-2378-4203-b8a9-9dd5ccdfcb69 req-e655aeaa-95cd-4fca-88c2-205580f1adf9 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388660 Jul 14 14:00:56.053524 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa0c2f-5c91-43b3-823e-d74ab6a3c042 req-0764acc6-c452-4d33-81d2-a248941f4a28 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:56.055311 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16aa0c2f-5c91-43b3-823e-d74ab6a3c042 req-0764acc6-c452-4d33-81d2-a248941f4a28 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 931 time: 0.0652165 Jul 14 14:00:56.098895 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16aa0c2f-5c91-43b3-823e-d74ab6a3c042 req-18be5bf9-9cb4-4343-b442-cf9f97c17831 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376863 Jul 14 14:00:56.577249 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Request body: {'port': {'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:00:56.659637 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:56.952292 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57577831-4cb4-4d60-acd1-1d122954c288 req-b560beaf-d459-43f7-85b5-32dddfe11663 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:56.953674 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57577831-4cb4-4d60-acd1-1d122954c288 req-b560beaf-d459-43f7-85b5-32dddfe11663 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.0826859 Jul 14 14:00:56.987536 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-2897627b-37f6-4449-8793-ef382d3375ab tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:56.989136 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-2897627b-37f6-4449-8793-ef382d3375ab tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.36 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 945 time: 0.1362979 Jul 14 14:00:57.007004 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57577831-4cb4-4d60-acd1-1d122954c288 req-df73cd1e-a39f-4c9e-a43a-a52fd2d13033 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/security-groups?id=57cb376e-82bd-412a-a7b8-aaac7b24815d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462401 Jul 14 14:00:57.304996 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119c5c4-3824-46ec-b144-f7c754fad534 req-aa2ea8b4-888e-481c-ae7d-c2f9ab1e7e75 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:57.306654 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f119c5c4-3824-46ec-b144-f7c754fad534 req-aa2ea8b4-888e-481c-ae7d-c2f9ab1e7e75 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 931 time: 0.0877821 Jul 14 14:00:57.357190 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f119c5c4-3824-46ec-b144-f7c754fad534 req-165bed7f-f74f-4e05-bea5-3bb8c92c1621 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Jul 14 14:00:57.388538 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fc0df4-29a7-402d-ac49-57758ed354aa {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:00:57.413118 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.430394 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Transition to ACTIVE for port object 92fc0df4-29a7-402d-ac49-57758ed354aa will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:00:57.437278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.495639 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Deleting port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:00:57.495992 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.502859 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Pushing event updated for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:57.667781 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Attempting to bind port 92fc0df4-29a7-402d-ac49-57758ed354aa on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:00:57.668773 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Attempting to bind port 92fc0df4-29a7-402d-ac49-57758ed354aa by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:00:57.668773 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Attempting to bind port 92fc0df4-29a7-402d-ac49-57758ed354aa on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:00:57.682715 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Port 92fc0df4-29a7-402d-ac49-57758ed354aa on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:00:57.683093 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Attempting to bind port 92fc0df4-29a7-402d-ac49-57758ed354aa on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:00:57.686657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] For port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:00:57.687108 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.700236 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:00:57.700582 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:00:57.700966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Bound using segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:00:57.701403 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Bound port: 92fc0df4-29a7-402d-ac49-57758ed354aa, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:00:57.701761 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.708019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Calling delete_port for 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:00:57.832713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:00:57.836915 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=92fc0df4-29a7-402d-ac49-57758ed354aa,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:00:57.847517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.912638 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:57.913269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.914608 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] 10.222.0.36 "PUT /v2.0/ports/92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 1093 time: 1.3438241 Jul 14 14:00:57.918831 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:57.921242 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e725f1-1b3e-43e9-95d3-01f90df58e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:00:57.958830 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-aacb2369-e38c-45f2-a6fb-0a3651eebdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.985744 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d645f59-99c9-4a79-98fa-b1cf5cbbbb2b x-openstack-request-id: req-6d645f59-99c9-4a79-98fa-b1cf5cbbbb2b {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:00:57.986032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:00:57.986278 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d645f59-99c9-4a79-98fa-b1cf5cbbbb2b {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:00:57.987022 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'status': 'completed', 'code': 200} Jul 14 14:00:57.988363 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:57.996641 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5871a7-1635-4164-9901-58d8d9a23c40 service neutron] Pushing event updated for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:58.022911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.089654 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event deleted for resources: {'Port': ['ID=96c734d9-0d30-4e07-ad9b-a06eda4b6cb4,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:00:58.108202 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:00:58.168210 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] No DVR routers for this DVR port 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:00:58.171936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:58.174526 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-f4e463e6-3b57-4532-a590-f1645448bc93 req-a1475239-ea3f-427a-a650-b6fce3d98652 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.36 "DELETE /v2.0/ports/96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 HTTP/1.1" status: 204 len: 173 time: 1.1779444 Jul 14 14:00:58.191271 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-30b783c2-b965-401a-8ae5-f5277ef8d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:58.192950 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-30b783c2-b965-401a-8ae5-f5277ef8d391 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1096 time: 0.1870735 Jul 14 14:00:58.201948 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e046d5c4-431e-4247-a682-833ec8b27ed2 req-2a844b00-fa49-42eb-9d3d-a8717c466868 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.0390687 Jul 14 14:00:58.556101 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0d387-64dd-4d4b-806f-6adc7a83635f req-8c92b6c2-f24f-467b-8f25-a5c596616cf2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:58.557733 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d7c0d387-64dd-4d4b-806f-6adc7a83635f req-8c92b6c2-f24f-467b-8f25-a5c596616cf2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0740311 Jul 14 14:00:58.600610 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-d7c0d387-64dd-4d4b-806f-6adc7a83635f req-63a1168a-59fa-4521-a49c-276a167ff477 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 Jul 14 14:00:59.353502 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-3142f011-43a8-4d41-86b7-b4bd6458b043 req-f46c1ba9-2681-4a48-9797-e1a4646dc092 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.0348775 Jul 14 14:00:59.810716 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3982bfd-c692-45f0-bd2c-214407e5f940 req-80ecf283-570b-4cbf-8064-1a8eea454dc0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:00:59.813341 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f3982bfd-c692-45f0-bd2c-214407e5f940 req-80ecf283-570b-4cbf-8064-1a8eea454dc0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0815806 Jul 14 14:00:59.826828 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:00:59.871146 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f3982bfd-c692-45f0-bd2c-214407e5f940 req-f1c8f635-c209-4a71-93dc-6cfde44b1c09 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490105 Jul 14 14:00:59.988369 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-deleted', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:00:59.990835 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47377a8f-f5c7-42f5-8597-3b795a0fc69b" -d '{"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-deleted", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:00.032636 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac21bf-4e88-463d-929c-7d21ebeaa3d2 x-openstack-request-id: req-35ac21bf-4e88-463d-929c-7d21ebeaa3d2 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:00.032930 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34809389-7c01-4d84-b014-5d217296d1aa", "name": "network-vif-deleted", "tag": "96c734d9-0d30-4e07-ad9b-a06eda4b6cb4", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:00.033170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35ac21bf-4e88-463d-929c-7d21ebeaa3d2 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:00.033655 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34809389-7c01-4d84-b014-5d217296d1aa', 'name': 'network-vif-deleted', 'tag': '96c734d9-0d30-4e07-ad9b-a06eda4b6cb4', 'status': 'completed', 'code': 200} Jul 14 14:01:00.652933 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-8d98773f-66b6-4e37-bbac-96f66207e091 req-c6f059e1-5120-477f-8f63-3e263d0b8947 tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.1738868 Jul 14 14:01:00.774486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:00.795249 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:00.795772 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 96c734d9-0d30-4e07-ad9b-a06eda4b6cb4 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:00.823708 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-6ba9471a-f223-4d5a-9088-102ae29fcc2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 217 time: 0.0384657 Jul 14 14:01:00.880204 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-6c2ea1bf-0aef-479f-b4d1-fbe4bb48bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:00.881879 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-6c2ea1bf-0aef-479f-b4d1-fbe4bb48bc1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0508075 Jul 14 14:01:00.967759 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-bf68915f-7bde-4ad8-bff2-8f36fb5606a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:00.970852 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-bf68915f-7bde-4ad8-bff2-8f36fb5606a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814254 Jul 14 14:01:01.084646 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-54861d58-77e3-4674-abcb-0dc6cd2eee87 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047659 Jul 14 14:01:01.151693 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7846d-7a56-4182-86de-d00161a03aa8 req-97d60dd9-e816-491f-accf-d09c94d31e1d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:01.153598 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-97a7846d-7a56-4182-86de-d00161a03aa8 req-97d60dd9-e816-491f-accf-d09c94d31e1d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.1439631 Jul 14 14:01:01.201583 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-b8802168-42b1-49fb-87f4-bf33e5bf5169 req-9f24b2a7-8ce4-44d9-9e1e-488129913479 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097877 Jul 14 14:01:01.211205 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-97a7846d-7a56-4182-86de-d00161a03aa8 req-0a89b1ee-555f-444c-924b-ba0b61e921d3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499690 Jul 14 14:01:01.316112 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:01.396713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-8c932eef-c9b0-498c-9e5c-e939b82d3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:01.398223 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-8c932eef-c9b0-498c-9e5c-e939b82d3c8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1096 time: 0.0602381 Jul 14 14:01:01.505107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-6e0f4da1-acd2-4a12-904f-469f4dc0d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:01.506633 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-6e0f4da1-acd2-4a12-904f-469f4dc0d149 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1010563 Jul 14 14:01:01.559913 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-6ee68a91-3c2a-408a-88d6-9da136c27410 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 217 time: 0.0386677 Jul 14 14:01:01.616590 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-c65ead5a-5e83-4d43-96ec-19e2e26bf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:01.618778 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-c65ead5a-5e83-4d43-96ec-19e2e26bf037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0524616 Jul 14 14:01:01.684727 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-d7155241-3acb-4564-939d-cfdaaefb6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:01.686312 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-d7155241-3acb-4564-939d-cfdaaefb6315 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602069 Jul 14 14:01:01.792068 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-3aa79e60-4ff2-4f7a-acd5-8b820d65aa83 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985465 Jul 14 14:01:01.821515 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-33aee126-9cac-4300-946c-ba8d5194015e req-388f581a-d650-445a-b8f2-2ce9787d6b3d tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "GET /v2.0/ports?device_id=34809389-7c01-4d84-b014-5d217296d1aa HTTP/1.1" status: 200 len: 210 time: 0.0338869 Jul 14 14:01:01.894205 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-48e725f1-1b3e-43e9-95d3-01f90df58e2d req-3cb3d920-e0f7-445b-a11e-b423a1fac97b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954125 Jul 14 14:01:02.404538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92722fe4-5c6a-45ef-b4af-875957f0570c req-76bcabb1-7fe3-4d2a-8763-99f96ef73080 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:02.406406 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-92722fe4-5c6a-45ef-b4af-875957f0570c req-76bcabb1-7fe3-4d2a-8763-99f96ef73080 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0739350 Jul 14 14:01:02.455948 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-92722fe4-5c6a-45ef-b4af-875957f0570c req-68cef40f-37e3-4871-b32c-817b440810ce tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Jul 14 14:01:02.920492 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38536) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:02.987023 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.018827 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.107071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.109652 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.110904 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] 10.222.0.44 "DELETE /v2.0/security-groups/57cb376e-82bd-412a-a7b8-aaac7b24815d HTTP/1.1" status: 204 len: 168 time: 0.1893640 Jul 14 14:01:03.122380 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb725-0734-459a-96fe-a083a00a878c tempest-TestShelveInstance-1341736509 tempest-TestShelveInstance-1341736509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb376e-82bd-412a-a7b8-aaac7b24815d,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:03.174629 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38546) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:03.642546 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:03.653232 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440dca1-67b4-4bba-a7f2-63b45c91fd56 req-89890230-9c01-4fc5-9e64-02015d3b1a2e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:03.654809 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9440dca1-67b4-4bba-a7f2-63b45c91fd56 req-89890230-9c01-4fc5-9e64-02015d3b1a2e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0775340 Jul 14 14:01:03.702455 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9440dca1-67b4-4bba-a7f2-63b45c91fd56 req-c2dfc7a3-96f6-46e7-91dc-7b48ad5d1637 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393660 Jul 14 14:01:03.934109 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Deleting port b8f06220-cf5e-41ef-9c3a-46392dd8e704 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:03.934807 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.022966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] For port b8f06220-cf5e-41ef-9c3a-46392dd8e704, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b8f06220-cf5e-41ef-9c3a-46392dd8e704,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:04.023373 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.037389 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Calling delete_port for b8f06220-cf5e-41ef-9c3a-46392dd8e704 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:04.252355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.279122 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f06220-cf5e-41ef-9c3a-46392dd8e704,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:04.484054 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:04.733631 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:04.860588 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:04.867062 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4fd75b0d-5999-4dcb-bced-5f3e9ab56e95 admin admin] 10.222.0.44 "PUT /v2.0/routers/79824a20-7a0a-4525-bf23-21c9ac1b04c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909883 Jul 14 14:01:04.870772 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Sync routers for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:04.874216 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38560) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:04.884525 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:04.885141 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:04.930540 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd1383-47fe-4dd0-8b8e-305b373e877e req-74075dd7-ce35-45ff-9a0c-f1ef41177915 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:04.932081 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cbdd1383-47fe-4dd0-8b8e-305b373e877e req-74075dd7-ce35-45ff-9a0c-f1ef41177915 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0935314 Jul 14 14:01:04.974450 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-cbdd1383-47fe-4dd0-8b8e-305b373e877e req-fa0fd58d-8452-492e-b1a7-d3c17fdde066 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353835 Jul 14 14:01:05.003357 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.005384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:05.117934 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.179721 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Deleting port 6512e87f-9b80-4143-b070-9d18b20ff6d6 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:05.180330 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.213176 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:01:04Z', 'revision_number': 5, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port': {'id': '6512e87f-9b80-4143-b070-9d18b20ff6d6', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:00Z', 'updated_at': '2021-07-14T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.242026 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Checking router: 79824a20-7a0a-4525-bf23-21c9ac1b04c7 for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:05.251653 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Routers {'79824a20-7a0a-4525-bf23-21c9ac1b04c7'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:05.252204 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.292788 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] For port 6512e87f-9b80-4143-b070-9d18b20ff6d6, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6512e87f-9b80-4143-b070-9d18b20ff6d6,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:05.293437 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.307181 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Calling delete_port for 6512e87f-9b80-4143-b070-9d18b20ff6d6 owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:05.353812 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] Set router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 gateway port host: None {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:05.449569 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:01:05Z', 'revision_number': 6, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:05.496960 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b070-3b67-4a01-91f3-a8b03a909803 None None] The sync data for ids ['79824a20-7a0a-4525-bf23-21c9ac1b04c7'] in dv-cinder-800696-2-iscsi is: [{'id': '79824a20-7a0a-4525-bf23-21c9ac1b04c7', 'name': 'tempest-TestShelveInstance-1956041773-router', 'tenant_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:55:58Z', 'updated_at': '2021-07-14T14:01:05Z', 'revision_number': 6, 'project_id': 'fe4c0110bdbe49ebaa84b3e25c9d6eb3', 'gw_port_host': None}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:05.593577 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.627627 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6512e87f-9b80-4143-b070-9d18b20ff6d6,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:05.706032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.810944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.813179 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.868509 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.869079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79824a20-7a0a-4525-bf23-21c9ac1b04c7 {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:01:05.874843 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.876136 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-f7607fdc-5aeb-4c96-bc1c-d27fd7d1b4d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/79824a20-7a0a-4525-bf23-21c9ac1b04c7 HTTP/1.1" status: 204 len: 168 time: 1.0007205 Jul 14 14:01:05.878901 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38574) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:05.937269 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Deleting subnet c080d66c-b01f-4116-a34c-e353bc527651 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:05.940720 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:05.977413 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.068670 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.127871 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.155481 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c080d66c-b01f-4116-a34c-e353bc527651,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:06.157830 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.162830 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-254b3c4a-00bb-48cd-938d-1d507411e349 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c080d66c-b01f-4116-a34c-e353bc527651 HTTP/1.1" status: 204 len: 168 time: 0.2826788 Jul 14 14:01:06.163869 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38578) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:06.164940 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d0f84-b979-44a7-b403-58083bd0275c None None] Network f42bfc5c-0a8f-44a5-ac13-96e717a975f2 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:06.168259 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb212e-e817-49a3-ad54-ffecfcc45805 req-175691f8-297b-4641-8b4b-8ed73035c4fd tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:06.170561 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-73fb212e-e817-49a3-ad54-ffecfcc45805 req-175691f8-297b-4641-8b4b-8ed73035c4fd tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0739219 Jul 14 14:01:06.220198 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-73fb212e-e817-49a3-ad54-ffecfcc45805 req-f1af93ca-4fd8-4c1b-9c49-e34ce71b0bab tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Jul 14 14:01:06.239205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.305787 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Deleting port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:06.306104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.379470 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] For port 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=9fcea9ab-df9c-421b-848b-e03ad8fcd826,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:06.379470 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.394077 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Calling delete_port for 9fcea9ab-df9c-421b-848b-e03ad8fcd826 owned by network:dhcp {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:06.401640 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] DHCP port deletion for f42bfc5c-0a8f-44a5-ac13-96e717a975f2 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:01:06.496638 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Deleting port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:06.497295 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.506459 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b8f06220-cf5e-41ef-9c3a-46392dd8e704 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:06.529957 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.550011 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] No DVR routers for this DVR port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 on host dv-cinder-800696-2-iscsi {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:06.589348 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcea9ab-df9c-421b-848b-e03ad8fcd826,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:06.621498 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] For port 9fcea9ab-df9c-421b-848b-e03ad8fcd826, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=9fcea9ab-df9c-421b-848b-e03ad8fcd826,segment=NetworkSegment(e4418757-89f9-4a04-bdb7-aafc205acbda),segment_id=e4418757-89f9-4a04-bdb7-aafc205acbda)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:06.622094 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.626136 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: b8f06220-cf5e-41ef-9c3a-46392dd8e704 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:06.626535 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b8f06220-cf5e-41ef-9c3a-46392dd8e704 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:06.626995 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 9fcea9ab-df9c-421b-848b-e03ad8fcd826 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:06.669414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 9fcea9ab-df9c-421b-848b-e03ad8fcd826 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:06.669616 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 9fcea9ab-df9c-421b-848b-e03ad8fcd826 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:06.671096 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6512e87f-9b80-4143-b070-9d18b20ff6d6 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:06.678466 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.691760 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42bfc5c-0a8f-44a5-ac13-96e717a975f2']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:06.705502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Calling delete_port for 9fcea9ab-df9c-421b-848b-e03ad8fcd826 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:06.708860 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4418757-89f9-4a04-bdb7-aafc205acbda') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:06.709079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4418757-89f9-4a04-bdb7-aafc205acbda') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:06.710763 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 6512e87f-9b80-4143-b070-9d18b20ff6d6 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:06.711092 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6512e87f-9b80-4143-b070-9d18b20ff6d6 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:06.723512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.748514 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.761845 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:06.762323 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:06.764571 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:06.813580 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:06.854206 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] Pushing event deleted for resources: {'Port': ['ID=9fcea9ab-df9c-421b-848b-e03ad8fcd826,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:06.860810 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c1998-f6fc-412f-ab20-0689da307e04 None None] No DVR routers for this DVR port 9fcea9ab-df9c-421b-848b-e03ad8fcd826 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:07.149899 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.155906 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.160929 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] 10.222.0.44 "DELETE /v2.0/networks/f42bfc5c-0a8f-44a5-ac13-96e717a975f2 HTTP/1.1" status: 204 len: 168 time: 0.9931855 Jul 14 14:01:07.161747 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38586) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:07.178284 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01b6e-9d29-49cf-82cf-ee04fefc62df admin admin] Pushing event deleted for resources: {'Network': ['ID=f42bfc5c-0a8f-44a5-ac13-96e717a975f2,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:07.210600 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1a72-e1ee-4934-b09f-57be4203b356 req-c64ff81b-2821-42d3-9469-d827fc3baea8 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:07.212197 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-850e1a72-e1ee-4934-b09f-57be4203b356 req-c64ff81b-2821-42d3-9469-d827fc3baea8 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 946 time: 0.0962539 Jul 14 14:01:07.275348 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-850e1a72-e1ee-4934-b09f-57be4203b356 req-0702bceb-fd9a-4ecc-bafe-70986136ee4f tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Jul 14 14:01:07.433683 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f53c31-fcd2-467b-8733-fd5548b7bcb1 req-3208435c-a990-40c3-a0a3-dadc248ec3b3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:07.435451 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57f53c31-fcd2-467b-8733-fd5548b7bcb1 req-3208435c-a990-40c3-a0a3-dadc248ec3b3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0791297 Jul 14 14:01:07.479532 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-57f53c31-fcd2-467b-8733-fd5548b7bcb1 req-1665a44d-00bd-41fb-bd57-9e354b43a201 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358398 Jul 14 14:01:07.617407 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.861675 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:07.905491 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Deleting port 5c841122-091a-48c0-bd8d-b0941121ab02 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:07.905828 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.007172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] For port 5c841122-091a-48c0-bd8d-b0941121ab02, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=5c841122-091a-48c0-bd8d-b0941121ab02,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:08.007512 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.020915 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Calling delete_port for 5c841122-091a-48c0-bd8d-b0941121ab02 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:08.207989 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.231846 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c841122-091a-48c0-bd8d-b0941121ab02,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:08.443396 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:08.483573 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e289e04-95c5-47ad-b7f7-d5970b6f58af req-d87f3cf4-720b-4b60-8520-d19f46ef21b2 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:08.485322 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e289e04-95c5-47ad-b7f7-d5970b6f58af req-d87f3cf4-720b-4b60-8520-d19f46ef21b2 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 946 time: 0.0824001 Jul 14 14:01:08.528444 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-1e289e04-95c5-47ad-b7f7-d5970b6f58af req-8cd7f39d-09df-4a03-8548-e9ece21a38cd tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jul 14 14:01:08.678812 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd6372-bf8b-4991-8075-c45d461f6df3 req-717f90b5-49f9-48a2-929f-7336a884214a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:08.680550 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76bd6372-bf8b-4991-8075-c45d461f6df3 req-717f90b5-49f9-48a2-929f-7336a884214a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 943 time: 0.0713787 Jul 14 14:01:08.682282 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Router 4131ea29-3391-413c-840d-1e808abaa932 has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:08.730563 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-76bd6372-bf8b-4991-8075-c45d461f6df3 req-63a79282-c126-42ee-93de-2f27429b9e1c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Jul 14 14:01:08.795005 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 92fc0df4-29a7-402d-ac49-57758ed354aa details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:01:08.829639 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:08.835189 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-c1a3dfe0-e59e-4320-aa72-6dc951d1392d admin admin] 10.222.0.44 "PUT /v2.0/routers/4131ea29-3391-413c-840d-1e808abaa932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6722014 Jul 14 14:01:08.839166 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38594) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:08.842063 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Sync routers for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:08.854166 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:08.854793 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:08.912552 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=92fc0df4-29a7-402d-ac49-57758ed354aa,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:08.932393 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:01:08.950712 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-c52ae845-6bf3-4d41-b118-7aea0d355535 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:08.952326 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-c52ae845-6bf3-4d41-b118-7aea0d355535 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 946 time: 0.1603255 Jul 14 14:01:08.976721 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:09.004716 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.120981 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.134999 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fc0df4-29a7-402d-ac49-57758ed354aa {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:09.157886 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=92fc0df4-29a7-402d-ac49-57758ed354aa,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:09.163427 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.178449 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.186085 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Deleting port 5957c969-d235-47f6-a42f-43487aee49b8 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:09.186533 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.193410 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'b67387c1-171c-4d29-9283-838854485b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T14:01:08Z', 'revision_number': 5, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port': {'id': 'b67387c1-171c-4d29-9283-838854485b86', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4131ea29-3391-413c-840d-1e808abaa932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:56:16Z', 'updated_at': '2021-07-14T13:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.214953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:09.318579 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] For port 5957c969-d235-47f6-a42f-43487aee49b8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=5957c969-d235-47f6-a42f-43487aee49b8,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:09.319192 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.321627 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Checking router: 4131ea29-3391-413c-840d-1e808abaa932 for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:09.330628 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Routers {'4131ea29-3391-413c-840d-1e808abaa932'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:09.331274 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['4131ea29-3391-413c-840d-1e808abaa932'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.335119 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Deleting port b67387c1-171c-4d29-9283-838854485b86 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:09.335457 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.338046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Calling delete_port for 5957c969-d235-47f6-a42f-43487aee49b8 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:09.424414 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] Set router 4131ea29-3391-413c-840d-1e808abaa932 gateway port host: None {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:09.448577 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['92fc0df4-29a7-402d-ac49-57758ed354aa'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:09.473335 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] For port b67387c1-171c-4d29-9283-838854485b86, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b67387c1-171c-4d29-9283-838854485b86,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:09.473677 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.484606 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T14:01:09Z', 'revision_number': 6, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:09.495638 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Calling delete_port for b67387c1-171c-4d29-9283-838854485b86 owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:09.519774 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60d5a5-fd04-4158-aca1-8673fb43e210 None None] The sync data for ids ['4131ea29-3391-413c-840d-1e808abaa932'] in dv-cinder-800696-2-iscsi is: [{'id': '4131ea29-3391-413c-840d-1e808abaa932', 'name': 'tempest-TestShelveInstance-148252982-router', 'tenant_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:56:13Z', 'updated_at': '2021-07-14T14:01:09Z', 'revision_number': 6, 'project_id': 'd4634a3bb4c9474390ed413deaa20c4b', 'gw_port_host': None}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:09.628642 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.690339 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-7688e38e-1f51-4b68-9ce5-9b50ba3147ad req-17cacdbb-8ffd-4c17-a1ee-5fe53e0bc2c7 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=318bb7a6-90ba-4bee-89b0-246be3e154ab HTTP/1.1" status: 200 len: 210 time: 0.0307372 Jul 14 14:01:09.701854 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Pushing event deleted for resources: {'Port': ['ID=5957c969-d235-47f6-a42f-43487aee49b8,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:09.761771 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] No DVR routers for this DVR port 5957c969-d235-47f6-a42f-43487aee49b8 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:09.765073 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.766793 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-d7a350cd-e22a-412c-982d-d56eaef96922 req-cbe2ff81-2080-415d-ab63-5f7edd2a381e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "DELETE /v2.0/ports/5957c969-d235-47f6-a42f-43487aee49b8 HTTP/1.1" status: 204 len: 173 time: 0.8072863 Jul 14 14:01:09.767311 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'name': 'network-vif-deleted', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:09.770296 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01252ee-1800-4a63-bb9d-b021eb296b38" -d '{"events": [{"server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "name": "network-vif-deleted", "tag": "5957c969-d235-47f6-a42f-43487aee49b8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:09.834886 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea44d1f1-6deb-485f-ba77-78b659e44446 x-openstack-request-id: req-ea44d1f1-6deb-485f-ba77-78b659e44446 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:09.835247 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318bb7a6-90ba-4bee-89b0-246be3e154ab", "name": "network-vif-deleted", "tag": "5957c969-d235-47f6-a42f-43487aee49b8", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:09.835558 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea44d1f1-6deb-485f-ba77-78b659e44446 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:09.836042 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318bb7a6-90ba-4bee-89b0-246be3e154ab', 'name': 'network-vif-deleted', 'tag': '5957c969-d235-47f6-a42f-43487aee49b8', 'status': 'completed', 'code': 200} Jul 14 14:01:09.866163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.898194 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67387c1-171c-4d29-9283-838854485b86,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:09.969729 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1819d-a852-4fd0-9918-a937ecfb3f03 req-40c4edff-911d-4aac-9690-8962908e487f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:09.971068 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:09.971912 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5b1819d-a852-4fd0-9918-a937ecfb3f03 req-40c4edff-911d-4aac-9690-8962908e487f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 944 time: 0.0989561 Jul 14 14:01:10.031245 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-b5b1819d-a852-4fd0-9918-a937ecfb3f03 req-7682ddda-897e-4cb7-9d33-346d2728c914 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Jul 14 14:01:10.074472 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.077031 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.094072 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['5957c969-d235-47f6-a42f-43487aee49b8'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:10.125140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.125732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4131ea29-3391-413c-840d-1e808abaa932 {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:01:10.130756 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.132094 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8fdaaff3-3fa2-4de2-9f68-514460741644 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4131ea29-3391-413c-840d-1e808abaa932 HTTP/1.1" status: 204 len: 168 time: 1.2930462 Jul 14 14:01:10.134663 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38602) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:10.183652 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Deleting subnet 27184d3a-8f4f-4312-b52a-5b1b9483cf37 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:01:10.190427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.228813 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.315291 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.383023 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.411308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27184d3a-8f4f-4312-b52a-5b1b9483cf37,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:10.413417 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.418294 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38604) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:10.418459 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-786d1b9e-3762-4958-bce2-28f9172875d3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/27184d3a-8f4f-4312-b52a-5b1b9483cf37 HTTP/1.1" status: 204 len: 168 time: 0.2826123 Jul 14 14:01:10.420651 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3472d-7db6-44e9-86a4-574379a70e50 None None] Network ec9459d7-6eb1-4605-bee2-0f7152bf02c5 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:01:10.493276 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.505827 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5c841122-091a-48c0-bd8d-b0941121ab02 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:10.538412 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 5c841122-091a-48c0-bd8d-b0941121ab02 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:10.539129 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 5c841122-091a-48c0-bd8d-b0941121ab02 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:10.539951 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b67387c1-171c-4d29-9283-838854485b86 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:10.561198 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Deleting port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:10.561528 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.573259 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: b67387c1-171c-4d29-9283-838854485b86 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:10.573596 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b67387c1-171c-4d29-9283-838854485b86 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:10.646798 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] For port c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,segment=NetworkSegment(e5dba0cc-8fbc-41e9-b54f-e9fecb29d964),segment_id=e5dba0cc-8fbc-41e9-b54f-e9fecb29d964)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:10.647255 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.661694 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Calling delete_port for c7f78bc2-94e8-4e6b-b759-05d732b61dc7 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:10.721719 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] DHCP port deletion for ec9459d7-6eb1-4605-bee2-0f7152bf02c5 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:01:10.755117 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.781197 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Deleting port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:10.782423 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.782922 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:10.793295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] No DVR routers for this DVR port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 on host dv-cinder-800696-2-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:10.830280 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 92fc0df4-29a7-402d-ac49-57758ed354aa up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:10.867783 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.885720 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9459d7-6eb1-4605-bee2-0f7152bf02c5']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:10.899303 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:10.899603 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dba0cc-8fbc-41e9-b54f-e9fecb29d964') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:10.902312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] For port c7f78bc2-94e8-4e6b-b759-05d732b61dc7, host dv-cinder-800696-2-iscsi, got binding levels [] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:10.902744 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.911502 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.921983 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Calling delete_port for c7f78bc2-94e8-4e6b-b759-05d732b61dc7 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:10.925820 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.ipam_backend_mixin [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 was not found and therefore no delete operation was performed {{(pid=99567) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 14:01:10.927180 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port 92fc0df4-29a7-402d-ac49-57758ed354aa completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:10.930655 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.932336 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.936102 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port 92fc0df4-29a7-402d-ac49-57758ed354aa triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:10.936537 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.940253 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:01:10.940669 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:01:10.943112 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:01:10.982671 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] Pushing event deleted for resources: {'Port': ['ID=c7f78bc2-94e8-4e6b-b759-05d732b61dc7,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.001861 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7afbd-fc64-48e9-a4c6-ea1f8a20c602 None None] No DVR routers for this DVR port c7f78bc2-94e8-4e6b-b759-05d732b61dc7 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:11.025384 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.030442 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.035771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec9459d7-6eb1-4605-bee2-0f7152bf02c5 HTTP/1.1" status: 204 len: 168 time: 0.6128426 Jul 14 14:01:11.051114 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b265599-fd3d-43c9-a211-17ad85bca9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9459d7-6eb1-4605-bee2-0f7152bf02c5,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.091257 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.120088 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:11.123234 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917fa1e5-0621-4a5c-9ea4-6ade91541070" -d '{"events": [{"server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "name": "network-vif-plugged", "status": "completed", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:11.140610 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=92fc0df4-29a7-402d-ac49-57758ed354aa,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:11.152821 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.154319 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5957c969-d235-47f6-a42f-43487aee49b8 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:11.183757 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38618) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.189634 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a44831-5714-4676-848a-94e69f27f4e0 x-openstack-request-id: req-71a44831-5714-4676-848a-94e69f27f4e0 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:11.190031 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "name": "network-vif-plugged", "status": "completed", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:11.190362 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71a44831-5714-4676-848a-94e69f27f4e0 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:11.190836 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'code': 200} Jul 14 14:01:11.208952 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 5957c969-d235-47f6-a42f-43487aee49b8 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:11.209289 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 5957c969-d235-47f6-a42f-43487aee49b8 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:11.224538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fee75-b43b-4356-a4f1-bab7cadc21f7 req-73408275-1818-41cb-baca-893f6afca767 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:11.232368 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e7fee75-b43b-4356-a4f1-bab7cadc21f7 req-73408275-1818-41cb-baca-893f6afca767 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0780859 Jul 14 14:01:11.245747 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-733486b2-f982-4a99-a1e5-d8815ba4dfc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe4c0110bdbe49ebaa84b3e25c9d6eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606866 Jul 14 14:01:11.252368 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38620) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.254834 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.271584 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e7fee75-b43b-4356-a4f1-bab7cadc21f7 req-82d0e430-ac30-4ff3-9692-7d72de30a054 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Jul 14 14:01:11.326314 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.352384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.410026 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.412627 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.413802 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd49b8f6-3ee6-40cd-ae17-12bc937fb86d HTTP/1.1" status: 204 len: 168 time: 0.1598122 Jul 14 14:01:11.422657 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45579f-1f74-470c-b3e5-d464a4898e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd49b8f6-3ee6-40cd-ae17-12bc937fb86d,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:11.799519 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38626) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.846433 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-9582a8da-8185-4457-b7d7-fe94adb4e6d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4634a3bb4c9474390ed413deaa20c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452769 Jul 14 14:01:11.850079 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38628) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:11.911981 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.939551 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.992807 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.995367 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:11.996546 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1abb259e-a2e7-41bb-a17a-79e3a705506e HTTP/1.1" status: 204 len: 168 time: 0.1451499 Jul 14 14:01:12.006266 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f8942-b702-4b7b-b073-df1e6ceb4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb259e-a2e7-41bb-a17a-79e3a705506e,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:12.464186 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c7f78bc2-94e8-4e6b-b759-05d732b61dc7 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:12.473577 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673b2ec-61dc-43b1-8655-483d9ff8140e req-4962e4da-9cfa-4597-a539-1f29fb7f03a4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:12.475173 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9673b2ec-61dc-43b1-8655-483d9ff8140e req-4962e4da-9cfa-4597-a539-1f29fb7f03a4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0727127 Jul 14 14:01:12.484399 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c7f78bc2-94e8-4e6b-b759-05d732b61dc7 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:12.484752 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c7f78bc2-94e8-4e6b-b759-05d732b61dc7 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:12.514295 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9673b2ec-61dc-43b1-8655-483d9ff8140e req-9db66c98-614d-4569-8410-696a3f48bc08 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jul 14 14:01:13.704318 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35922571-16b8-4806-98d9-e9bd46da9423 req-2918a762-c299-4baf-9396-99e4c862d1fb tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:13.705897 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-35922571-16b8-4806-98d9-e9bd46da9423 req-2918a762-c299-4baf-9396-99e4c862d1fb tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0748425 Jul 14 14:01:13.747811 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-35922571-16b8-4806-98d9-e9bd46da9423 req-1f3c9b54-611c-4343-abd8-a271dac08346 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Jul 14 14:01:13.950354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713b90-53ad-4f64-a413-097e8036528b req-5b2945ff-1c36-4702-9cf0-1725dd3e5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:13.951856 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0b713b90-53ad-4f64-a413-097e8036528b req-5b2945ff-1c36-4702-9cf0-1725dd3e5a80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.0619540 Jul 14 14:01:13.990051 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-0b713b90-53ad-4f64-a413-097e8036528b req-ba79eb8d-4228-4b55-b71d-3bc866a96a55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 14 14:01:14.946775 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047363-4122-4cd7-bf3d-c587d05e07d1 req-67ad792e-7d75-47d7-9360-cc72a7f162e0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:14.948409 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e047363-4122-4cd7-bf3d-c587d05e07d1 req-67ad792e-7d75-47d7-9360-cc72a7f162e0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0675428 Jul 14 14:01:14.989775 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2e047363-4122-4cd7-bf3d-c587d05e07d1 req-452586ef-6873-4dc0-b8ec-007e3db4ba62 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353379 Jul 14 14:01:16.181532 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef3729-5e42-4e86-9aaf-04ab84331c68 req-6b563573-e582-490e-9cc7-35d999259019 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:16.183054 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-29ef3729-5e42-4e86-9aaf-04ab84331c68 req-6b563573-e582-490e-9cc7-35d999259019 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0754976 Jul 14 14:01:16.224140 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-29ef3729-5e42-4e86-9aaf-04ab84331c68 req-27eb5915-22be-46d1-94e2-0fbe06f01b2a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346732 Jul 14 14:01:16.415921 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a6486-6a47-40ca-8acc-35735ed97d46 req-489fafdf-8b4f-4e70-9763-766313fc314f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:16.417712 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0e2a6486-6a47-40ca-8acc-35735ed97d46 req-489fafdf-8b4f-4e70-9763-766313fc314f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0779307 Jul 14 14:01:16.462817 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0e2a6486-6a47-40ca-8acc-35735ed97d46 req-4d9ab963-8d80-4249-88a0-d093d908fcd4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380397 Jul 14 14:01:16.490181 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38666) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:16.562939 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86de847-5f8e-45ac-a986-9a26f841294f tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:16.562939 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b86de847-5f8e-45ac-a986-9a26f841294f tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1093 time: 0.0710726 Jul 14 14:01:16.566018 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38670) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:01:16.570466 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:16.595227 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.697380 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.830259 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.27.3.147 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/1e009dac-7909-4fe1-8a91-b7ba32db641d) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:16.936190 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:16.981952 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.019977 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:17.027857 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:17.032488 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:17.059171 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=1e009dac-7909-4fe1-8a91-b7ba32db641d,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.428585 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.516680 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.682866 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.688333 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.761082 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=1e009dac-7909-4fe1-8a91-b7ba32db641d,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:17.771004 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:17.896031 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP 788528ef-d5e3-4b7b-8efe-a7bc8125a870 associated. External IP: 172.27.3.147, port: 92fc0df4-29a7-402d-ac49-57758ed354aa. Jul 14 14:01:18.123548 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:01:18.238688 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:01:18.250131 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:01:18.258617 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:18.260625 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:18.261356 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:18.298605 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-fcc745a8-7251-425c-813d-bb8a0346911b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7315426 Jul 14 14:01:18.300077 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:18.301873 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678a920-7757-43eb-bed4-c417abbc0b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:18.339849 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d254c02-e1d4-4b3b-9638-05f4bd95921b x-openstack-request-id: req-1d254c02-e1d4-4b3b-9638-05f4bd95921b {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:18.340128 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:18.340412 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d254c02-e1d4-4b3b-9638-05f4bd95921b {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:18.340816 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'status': 'completed', 'code': 200} Jul 14 14:01:18.372227 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:18.631298 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:18.676953 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:01:18.691801 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:01:18.693075 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:00:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:18.716873 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-69230e76-cb9e-40f2-a7aa-05b477a9ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.719140 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-69230e76-cb9e-40f2-a7aa-05b477a9ad2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.2366445 Jul 14 14:01:18.818913 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:01:18.824624 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-00b73839-4eff-4448-abca-02786b9ca3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.826179 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-00b73839-4eff-4448-abca-02786b9ca3df service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.0992844 Jul 14 14:01:18.926714 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-32d59ca5-6474-4299-abe7-2e4846ce7732 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:18.928612 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-32d59ca5-6474-4299-abe7-2e4846ce7732 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 813 time: 0.1091948 Jul 14 14:01:18.936988 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-e22250bf-a2ba-46d9-840d-e0947625c0b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 999 time: 0.1042593 Jul 14 14:01:18.946962 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-9762464a-11aa-4770-90d5-33101814644b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/quotas/81f521bbce08470ebb5c4d0d1971d6d1 HTTP/1.1" status: 200 len: 375 time: 0.0123928 Jul 14 14:01:19.000342 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-7e3e5fb5-dcf1-42ab-95d8-0b3ec0590c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:19.002052 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-7e3e5fb5-dcf1-42ab-95d8-0b3ec0590c90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0590518 Jul 14 14:01:19.005126 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-926bb273-0350-457f-91ec-3481858ee9d6 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515141 Jul 14 14:01:19.074188 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-da427791-eebb-47cd-9627-8008fb025e2b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:01:19.075263 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-da427791-eebb-47cd-9627-8008fb025e2b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633464 Jul 14 14:01:19.084257 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-f36188ee-936f-4568-9fd1-5399cf06fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:19.085799 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-f36188ee-936f-4568-9fd1-5399cf06fba8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772960 Jul 14 14:01:19.088888 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:01:19.096773 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-db0b35c7-2c88-44ca-bc66-66dfd6ac035e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:01:19.097990 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-db0b35c7-2c88-44ca-bc66-66dfd6ac035e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061920 Jul 14 14:01:19.118765 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06243c-1eba-486b-9242-ee2b388216b8 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:17Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:01:19.185247 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-20396d8f-451f-4ecc-ad7a-2e270f5a9518 service neutron] 10.222.0.44 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031785 Jul 14 14:01:19.218417 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-1fe1e236-7cab-4d8f-8b10-b7e7270e6f0b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111410 Jul 14 14:01:19.301275 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-03083ab8-9cb0-437e-8b04-0b5f045d25d3 service neutron] 10.222.0.44 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121483 Jul 14 14:01:19.327514 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2678a920-7757-43eb-bed4-c417abbc0b1a req-4816ca25-b111-493a-b71f-64f7675621d1 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034837 Jul 14 14:01:19.338826 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02dc40-4861-4f28-b1ad-e2c3035f10a8 None None] New status for floating IP 788528ef-d5e3-4b7b-8efe-a7bc8125a870: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:01:19.483125 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9803a1ab-45e1-46c0-b451-d2e87132c992 req-7a160109-05d1-4f84-a127-c91d39b8a938 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 210 time: 0.0325956 Jul 14 14:01:20.637973 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-15f9e7d2-6453-4a09-ac00-6eb17fd3ed43 req-7f36740b-8df6-480f-8e70-7a0b22956423 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 210 time: 0.0301197 Jul 14 14:01:20.875465 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-eb02c980-85fc-4d90-9898-2a6081310032 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:20.876949 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-eb02c980-85fc-4d90-9898-2a6081310032 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 813 time: 0.1164820 Jul 14 14:01:20.898410 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Request body: {'port': {'device_id': '6224d446-fc5e-419d-a706-a908e235f70f', 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6', 'admin_state_up': True, 'tenant_id': '81f521bbce08470ebb5c4d0d1971d6d1'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:21.020527 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Made reservation on behalf of 81f521bbce08470ebb5c4d0d1971d6d1 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:01:21.024037 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.168634 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Allocated IP 172.20.0.4 (bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6/1cafffa3-c9f7-4290-aea3-221a5c6ba980/f3734d51-6976-4627-906a-5f95fc07d964) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:01:21.333626 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.680141 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.724029 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:01:21.729798 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:01:21.732464 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:01:21.763513 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Pushing event updated for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:21.793726 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:21.794649 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:21.812633 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-966bc337-ec76-4604-a9f8-06e2b2a83b0b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187205 Jul 14 14:01:21.821300 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05eb4e-de43-448f-a1a8-1cf9f047d82d req-45f6fc47-9046-43f0-97a7-0efe7287719e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:21.822766 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c05eb4e-de43-448f-a1a8-1cf9f047d82d req-45f6fc47-9046-43f0-97a7-0efe7287719e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 931 time: 0.0707028 Jul 14 14:01:21.830150 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Request body: {'port': {'device_id': '6224d446-fc5e-419d-a706-a908e235f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:01:21.919039 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.167261 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4c05eb4e-de43-448f-a1a8-1cf9f047d82d req-3e23ef01-7f70-4059-994b-9e9b781fadc7 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381412 Jul 14 14:01:22.215413 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3734d51-6976-4627-906a-5f95fc07d964 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:22.225549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.241694 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Transition to ACTIVE for port object f3734d51-6976-4627-906a-5f95fc07d964 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:01:22.246705 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.297381 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Pushing event updated for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.384893 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Attempting to bind port f3734d51-6976-4627-906a-5f95fc07d964 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:01:22.385170 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Attempting to bind port f3734d51-6976-4627-906a-5f95fc07d964 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:01:22.385510 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Attempting to bind port f3734d51-6976-4627-906a-5f95fc07d964 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:22.390757 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Port f3734d51-6976-4627-906a-5f95fc07d964 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:01:22.391104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Attempting to bind port f3734d51-6976-4627-906a-5f95fc07d964 on network bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:01:22.397186 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:01:22.397552 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Checking segment: {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:01:22.397933 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Bound using segment: {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:01:22.398372 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Bound port: f3734d51-6976-4627-906a-5f95fc07d964, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88232ae-2464-403d-9cf8-449c443fcc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:01:22.398729 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.467286 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:01:22.470682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f3734d51-6976-4627-906a-5f95fc07d964,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:01:22.479190 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.514024 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:22.514648 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:22.516039 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3734d51-6976-4627-906a-5f95fc07d964 HTTP/1.1" status: 200 len: 1093 time: 0.6902771 Jul 14 14:01:22.516502 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:22.518847 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fc392-dcc0-422b-8d98-b327734aa8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "tag": "f3734d51-6976-4627-906a-5f95fc07d964"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:22.546307 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2ea6-1e8a-428b-a0d6-287d6d705505 service neutron] Pushing event updated for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:22.568239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d1c99-e707-48d8-be06-e93cb8c2a9da x-openstack-request-id: req-b34d1c99-e707-48d8-be06-e93cb8c2a9da {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:22.568239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "tag": "f3734d51-6976-4627-906a-5f95fc07d964", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:22.568239 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b34d1c99-e707-48d8-be06-e93cb8c2a9da {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:22.569521 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964', 'status': 'completed', 'code': 200} Jul 14 14:01:22.647163 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-00f09863-b96c-47f4-b501-01c46a066916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:22.648902 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-00f09863-b96c-47f4-b501-01c46a066916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 1096 time: 0.0624712 Jul 14 14:01:22.696850 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-5f4cdee4-519d-41ae-a166-c5100164ed22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3734d51-6976-4627-906a-5f95fc07d964 HTTP/1.1" status: 200 len: 217 time: 0.0355251 Jul 14 14:01:22.751504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-1450bc1b-2e7b-4a1d-99e2-47fdf7248e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:22.753161 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-1450bc1b-2e7b-4a1d-99e2-47fdf7248e98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cafffa3-c9f7-4290-aea3-221a5c6ba980 HTTP/1.1" status: 200 len: 853 time: 0.0500095 Jul 14 14:01:22.791877 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-f1f3966e-4b1f-4712-b0c3-4d80784ea299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317900 Jul 14 14:01:22.889215 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ca7131d1-e068-48ef-8439-aa947f4dc556 service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898759 Jul 14 14:01:22.986126 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-16fdc0e4-89c0-4a86-b952-131d481804bf req-ae1f20cd-7e8c-4918-b937-d95c16f201ec service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905936 Jul 14 14:01:23.146128 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-8fef92b6-59b5-4dc2-8188-cd4620afe472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:23.147591 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-8fef92b6-59b5-4dc2-8188-cd4620afe472 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 1096 time: 0.0675871 Jul 14 14:01:23.251853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-505efe3c-1732-408d-8cfc-d1bd0022dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:23.253633 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-505efe3c-1732-408d-8cfc-d1bd0022dbc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 200 len: 914 time: 0.0998273 Jul 14 14:01:23.301499 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-c3f75ca4-a5ee-4274-ad63-bc786aa317fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3734d51-6976-4627-906a-5f95fc07d964 HTTP/1.1" status: 200 len: 217 time: 0.0400336 Jul 14 14:01:23.355347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-b10bc70a-fdc3-483d-9442-c0e7f2f16b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:23.356962 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-b10bc70a-fdc3-483d-9442-c0e7f2f16b29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cafffa3-c9f7-4290-aea3-221a5c6ba980 HTTP/1.1" status: 200 len: 853 time: 0.0485449 Jul 14 14:01:23.389208 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e8acc-10f9-4de4-813d-1d8d74182153 req-1ad7ce26-02fc-440f-beba-8deb91ec5710 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:23.391532 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb2e8acc-10f9-4de4-813d-1d8d74182153 req-1ad7ce26-02fc-440f-beba-8deb91ec5710 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 943 time: 0.0939014 Jul 14 14:01:23.392541 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-11dfde4e-4bf3-4898-9b1a-7dd667be2bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283825 Jul 14 14:01:23.436462 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fb2e8acc-10f9-4de4-813d-1d8d74182153 req-0a663833-c329-462e-ae5b-0cdbe0ba7514 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Jul 14 14:01:23.520143 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-264ac099-7fbd-4b08-ad39-5c5e52e3f3d1 service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201565 Jul 14 14:01:23.620033 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-c10fc392-dcc0-422b-8d98-b327734aa8cf req-8a1effa1-f2d1-431f-be21-f69f925ad83d service neutron] 10.222.0.36 "GET /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915251 Jul 14 14:01:24.626447 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205279-704e-4580-971e-3384e2f2dbad req-239ebd7d-cec7-4489-b923-beed4b7318f2 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:24.628654 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-49205279-704e-4580-971e-3384e2f2dbad req-239ebd7d-cec7-4489-b923-beed4b7318f2 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 943 time: 0.0742834 Jul 14 14:01:24.672365 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-49205279-704e-4580-971e-3384e2f2dbad req-c165a88c-279c-4310-8633-77b0d6dc7d45 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Jul 14 14:01:24.878946 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device f3734d51-6976-4627-906a-5f95fc07d964 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:01:24.977009 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f3734d51-6976-4627-906a-5f95fc07d964,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:24.993267 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'f3734d51-6976-4627-906a-5f95fc07d964', 'network_id': 'bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6', 'port_id': 'f3734d51-6976-4627-906a-5f95fc07d964', 'mac_address': 'fa:16:3e:b1:cc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cafffa3-c9f7-4290-aea3-221a5c6ba980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:01:25.032463 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.045818 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3734d51-6976-4627-906a-5f95fc07d964 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:01:25.066686 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f3734d51-6976-4627-906a-5f95fc07d964,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:25.071434 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.122218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:25.130146 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.130493 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.130834 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.131174 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.131510 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.131840 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.132193 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.132519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.132842 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.133164 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.133488 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.133793 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:25.354859 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['f3734d51-6976-4627-906a-5f95fc07d964'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:25.630384 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5636-1d7c-494e-a999-404277514618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:25.872831 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bb2b-770f-4f20-9602-9870a8527fb5 req-74876174-ce71-4475-8659-de018e527b1e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:25.874477 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2966bb2b-770f-4f20-9602-9870a8527fb5 req-74876174-ce71-4475-8659-de018e527b1e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 944 time: 0.0717773 Jul 14 14:01:25.922870 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2966bb2b-770f-4f20-9602-9870a8527fb5 req-50fe80a5-2a27-4e36-8277-99bc0949e0f3 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jul 14 14:01:26.895599 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device f3734d51-6976-4627-906a-5f95fc07d964 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:01:26.956796 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port f3734d51-6976-4627-906a-5f95fc07d964 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:01:26.961269 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port f3734d51-6976-4627-906a-5f95fc07d964 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:01:26.961776 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.049321 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.075311 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:27.077923 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44871ee-4717-4ef7-8126-6635f38858b3" -d '{"events": [{"server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "name": "network-vif-plugged", "status": "completed", "tag": "f3734d51-6976-4627-906a-5f95fc07d964"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:27.092348 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f3734d51-6976-4627-906a-5f95fc07d964,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:27.100588 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:27.111539 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53430f-d6c8-42c4-b962-e2b0006dfa46 req-8905c57a-3609-4697-ad77-c62cce1601f4 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:27.119034 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9a53430f-d6c8-42c4-b962-e2b0006dfa46 req-8905c57a-3609-4697-ad77-c62cce1601f4 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 944 time: 0.0741076 Jul 14 14:01:27.127218 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76119ec-20af-4394-a66e-23f0620ef723 x-openstack-request-id: req-b76119ec-20af-4394-a66e-23f0620ef723 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:27.127549 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "name": "network-vif-plugged", "status": "completed", "tag": "f3734d51-6976-4627-906a-5f95fc07d964", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:27.127804 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b76119ec-20af-4394-a66e-23f0620ef723 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:27.128209 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964', 'code': 200} Jul 14 14:01:27.153208 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9a53430f-d6c8-42c4-b962-e2b0006dfa46 req-9bbb3062-7753-4856-a965-a5192a114319 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Jul 14 14:01:27.156780 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:27.403932 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1b35f-2180-4791-918b-3fa49542ff7a req-2ecdae00-5843-4225-9ddf-9f38411cfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:27.405728 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-07e1b35f-2180-4791-918b-3fa49542ff7a req-2ecdae00-5843-4225-9ddf-9f38411cfc29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 1098 time: 0.0625999 Jul 14 14:01:27.447357 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-07e1b35f-2180-4791-918b-3fa49542ff7a req-de9d0664-00ea-4848-aae0-f3231c65529c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Jul 14 14:01:27.946060 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-e73097bb-f978-4c13-a3c0-a40387c6fe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.020792 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:28.349238 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e57e-87b0-413d-9ad0-9a36747d2055 req-6ed1d66b-1aa6-4c3d-b381-4671d19c380e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:28.350848 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59f3e57e-87b0-413d-9ad0-9a36747d2055 req-6ed1d66b-1aa6-4c3d-b381-4671d19c380e tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 945 time: 0.0765932 Jul 14 14:01:28.395968 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-59f3e57e-87b0-413d-9ad0-9a36747d2055 req-68d50874-09ad-444b-87cc-6e517cbec91b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Jul 14 14:01:29.585267 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217db14-0a76-4835-82f9-f385411a4948 req-166a721b-865d-4d47-b013-5e69a2f46d85 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:29.586902 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9217db14-0a76-4835-82f9-f385411a4948 req-166a721b-865d-4d47-b013-5e69a2f46d85 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 945 time: 0.0723937 Jul 14 14:01:29.631525 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-9217db14-0a76-4835-82f9-f385411a4948 req-385fc826-b808-4062-bee5-9c3186f0fe05 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387292 Jul 14 14:01:29.828520 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:31.313328 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:35.097875 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:01:37.871732 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:51.291388 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b08b3-9f16-4758-9f61-ce9d2d5f66e3 req-466b621e-b8a8-4572-ae72-00cbccaece74 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:51.292918 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-346b08b3-9f16-4758-9f61-ce9d2d5f66e3 req-466b621e-b8a8-4572-ae72-00cbccaece74 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 945 time: 0.0674119 Jul 14 14:01:51.339355 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-346b08b3-9f16-4758-9f61-ce9d2d5f66e3 req-e911926f-7a7a-43c4-80ba-840c6739ef3b tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Jul 14 14:01:52.525267 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2b0bb-9534-4f36-a1d9-e83bc6b2fb32 req-748f3dec-7ece-4afa-917b-fc87dba49ec4 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.526781 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e8e2b0bb-9534-4f36-a1d9-e83bc6b2fb32 req-748f3dec-7ece-4afa-917b-fc87dba49ec4 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 945 time: 0.0680852 Jul 14 14:01:52.568340 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e8e2b0bb-9534-4f36-a1d9-e83bc6b2fb32 req-2fad4ee1-9c6a-484a-aa89-49f93425e339 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a4c555a-9f88-4cd7-9ac0-ae643efda384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Jul 14 14:01:52.947422 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584da35b-8a86-4709-9c34-e9daffa7161e req-03dc9888-bf4c-42da-a427-f7f6b9cc8dfa tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:01:52.949077 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-584da35b-8a86-4709-9c34-e9daffa7161e req-03dc9888-bf4c-42da-a427-f7f6b9cc8dfa tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 945 time: 0.0811160 Jul 14 14:01:53.067414 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Deleting port f3734d51-6976-4627-906a-5f95fc07d964 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:01:53.067754 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.172073 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] For port f3734d51-6976-4627-906a-5f95fc07d964, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=f3734d51-6976-4627-906a-5f95fc07d964,segment=NetworkSegment(e88232ae-2464-403d-9cf8-449c443fcc4e),segment_id=e88232ae-2464-403d-9cf8-449c443fcc4e)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:01:53.172462 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.187181 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Calling delete_port for f3734d51-6976-4627-906a-5f95fc07d964 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:01:53.329741 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.360732 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Pushing event deleted for resources: {'Port': ['ID=f3734d51-6976-4627-906a-5f95fc07d964,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:01:53.367083 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['f3734d51-6976-4627-906a-5f95fc07d964'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:01:53.394226 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.394593 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.395046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.395342 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.395682 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.396020 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.396380 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.396733 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.397062 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.397384 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.397710 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.398028 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:01:53.423539 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] No DVR routers for this DVR port f3734d51-6976-4627-906a-5f95fc07d964 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:01:53.426590 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:53.428712 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-584da35b-8a86-4709-9c34-e9daffa7161e req-cf4f1179-cca6-4e72-85bf-a4b3d3c16756 tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.36 "DELETE /v2.0/ports/f3734d51-6976-4627-906a-5f95fc07d964 HTTP/1.1" status: 204 len: 173 time: 0.4744158 Jul 14 14:01:53.429159 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'name': 'network-vif-deleted', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:01:53.431581 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af9ad0-7d9c-4e6d-9345-236fa2f38940" -d '{"events": [{"server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "name": "network-vif-deleted", "tag": "f3734d51-6976-4627-906a-5f95fc07d964"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:01:53.639985 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bbb899-3288-4603-8f0b-e8d7904119c3 x-openstack-request-id: req-e7bbb899-3288-4603-8f0b-e8d7904119c3 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:01:53.640351 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6224d446-fc5e-419d-a706-a908e235f70f", "name": "network-vif-deleted", "tag": "f3734d51-6976-4627-906a-5f95fc07d964", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:01:53.640578 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7bbb899-3288-4603-8f0b-e8d7904119c3 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:01:53.641040 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6224d446-fc5e-419d-a706-a908e235f70f', 'name': 'network-vif-deleted', 'tag': 'f3734d51-6976-4627-906a-5f95fc07d964', 'status': 'completed', 'code': 200} Jul 14 14:01:53.739730 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e1d5a73b-7a9d-405b-8d48-3563cc912f49 req-16b4ed9d-cda7-4cdf-97fc-7e105d3b34ab tempest-VolumesSnapshotTestJSON-445318552 tempest-VolumesSnapshotTestJSON-445318552-project] 10.222.0.44 "GET /v2.0/ports?device_id=6224d446-fc5e-419d-a706-a908e235f70f HTTP/1.1" status: 200 len: 210 time: 0.0313363 Jul 14 14:01:55.638479 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-8c131010-6e56-4218-9c4d-03316239d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:57.950672 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fa53dafd-86c1-4ceb-8b7d-ab3d45fe3d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:58.025622 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:01:58.319984 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device f3734d51-6976-4627-906a-5f95fc07d964 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:01:58.340987 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: f3734d51-6976-4627-906a-5f95fc07d964 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:01:58.341300 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device f3734d51-6976-4627-906a-5f95fc07d964 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:01:59.837750 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:01.319223 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:07.878000 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:12.097828 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:16.298747 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-703eb7ec-2277-4e97-a149-8d1c16c3e5bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584576 Jul 14 14:02:16.437502 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-8855a455-53d7-4ec4-879b-f7710c1592d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.439005 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-8855a455-53d7-4ec4-879b-f7710c1592d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.0740907 Jul 14 14:02:16.564100 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-3abd0f37-403b-4f8d-9989-4e11145774bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.565277 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-3abd0f37-403b-4f8d-9989-4e11145774bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1026633 Jul 14 14:02:16.641372 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-cbe9f8d1-f066-437d-9fd5-921c2f7f2110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 1001 time: 0.0676031 Jul 14 14:02:16.695585 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-79d6eea5-a203-45b7-a415-94eead63eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.697109 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-79d6eea5-a203-45b7-a415-94eead63eadf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0472684 Jul 14 14:02:16.762569 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-ec556bae-a0f3-48e5-b708-dfa382ad94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:02:16.764208 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-ec556bae-a0f3-48e5-b708-dfa382ad94a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587585 Jul 14 14:02:16.863789 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-4dcc49fc-0532-4ce3-858d-16d714d2976e service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921552 Jul 14 14:02:16.975538 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-2dd23e75-3a05-4854-ac01-5049db2e5dba req-c9e8502e-5051-4951-8879-81e2f4e2de5b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973828 Jul 14 14:02:17.595931 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38964) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:17.640140 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Deleting subnet 1cafffa3-c9f7-4290-aea3-221a5c6ba980 {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:02:17.643258 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.681499 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.720907 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.781843 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.806950 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cafffa3-c9f7-4290-aea3-221a5c6ba980,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:17.818893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.821801 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1cafffa3-c9f7-4290-aea3-221a5c6ba980 HTTP/1.1" status: 204 len: 168 time: 0.2247870 Jul 14 14:02:17.823427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 38966) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:17.825189 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.825527 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.825880 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.826220 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.826542 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.826863 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.827259 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.827624 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.827941 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.828346 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.828664 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.828982 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1caa3cb-0e82-4df4-b14a-7ab47a24d9d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:02:17.899485 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.980943 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:17.996496 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6']}} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:18.008308 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88232ae-2464-403d-9cf8-449c443fcc4e') {'for_net_delete': True} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:18.008606 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.services.segments.db [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88232ae-2464-403d-9cf8-449c443fcc4e') {} {{(pid=99566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:02:18.018328 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63915667'] for segment, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.032944 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.039399 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=99566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:02:18.039827 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64865319'] for segment, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: conditions |= (models_v2.Port.network_id.in_( Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: Traceback (most recent call last): Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: timer() Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: cb(*args, **kw) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: return func(*args, **kwargs) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: self._notify() Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: self.callback(batched_events) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: event.method(event) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: return f(self, *a, **k) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._get(url).json() Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: return self.request(url, 'GET', **kwargs) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:02:18.041678 dv-cinder-800696-2-iscsi neutron-server[99566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:02:18.102674 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.108637 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.111275 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6 HTTP/1.1" status: 204 len: 168 time: 0.2867694 Jul 14 14:02:18.124041 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b411b-8f99-4c76-96d9-ac5ff4527663 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf44b8fc-4f6f-4c7d-b10a-5a523803e9a6,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:18.340884 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38970) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:18.390704 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-8dbd3956-d048-48b8-a714-e9c4fbef6a6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81f521bbce08470ebb5c4d0d1971d6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485358 Jul 14 14:02:18.393916 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 38972) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:02:18.448350 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.469697 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.518395 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.521438 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:18.522725 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a4c555a-9f88-4cd7-9ac0-ae643efda384 HTTP/1.1" status: 204 len: 168 time: 0.1278799 Jul 14 14:02:18.533885 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52a9fe-4174-4275-99f8-6dbe47076edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c555a-9f88-4cd7-9ac0-ae643efda384,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:02:25.636457 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2bde971b-3432-4899-bdfe-e8bc9189d2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:27.953966 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2bd439f4-3885-4933-ad67-00586e05e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:28.020618 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:29.834370 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:31.317223 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:37.887310 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:49.099263 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:02:55.631770 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2042b138-08ab-4fdf-9bbe-723522107ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:57.961306 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-515e4a1c-e2db-40c4-a5f9-bf84f82a3f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:58.030356 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:02:59.829893 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:01.320551 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:03.673771 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-dff28cf9-5308-4207-b2a1-5f698609d40d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296626169&fields=id&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 267 time: 0.0405657 Jul 14 14:03:03.809714 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-268e3eda-567c-4e52-be5b-f79f1f5d1f62 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:03.812262 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-268e3eda-567c-4e52-be5b-f79f1f5d1f62 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1269906 Jul 14 14:03:03.827048 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-fa958679-11b4-40dd-a422-169898e50947 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/quotas/02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 375 time: 0.0094585 Jul 14 14:03:03.905244 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-ba35f772-7def-495f-b165-b112c302e1b8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0724344 Jul 14 14:03:03.921695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6427266d-3034-4352-af21-a6d7e57d8368 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=99565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 14:03:03.922652 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6427266d-3034-4352-af21-a6d7e57d8368 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055349 Jul 14 14:03:04.021284 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-0ad36282-9ebf-4138-986a-0d88c5c0662e service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Jul 14 14:03:04.115013 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-4b4b3110-4c2f-4af1-be7e-12fbd998ec30 service neutron] 10.222.0.44 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876696 Jul 14 14:03:04.453754 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-fc52b1f8-b206-4a65-8817-83af0752fa05 req-9f222ade-de6a-4302-a473-ec5b9f7550f6 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 210 time: 0.0307343 Jul 14 14:03:05.633709 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-494b2971-c46d-49ca-aa72-be80ccd07e2a req-813d9024-7d43-476d-90c7-5c11c44f8e4c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 210 time: 0.0337684 Jul 14 14:03:05.721966 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-0d08ea8a-9164-486b-93f6-08088c25e5b4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:05.723443 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-0d08ea8a-9164-486b-93f6-08088c25e5b4 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 812 time: 0.1464529 Jul 14 14:03:05.784690 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-d3089ec0-5ae4-44d2-8742-3734cbbe0715 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02c6346606044c22b1877feb73c91279 HTTP/1.1" status: 200 len: 380 time: 0.0394101 Jul 14 14:03:05.796082 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'port': {'device_id': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'admin_state_up': True, 'tenant_id': '02c6346606044c22b1877feb73c91279', 'security_groups': ['3a778498-5705-44f2-9c60-ae818379c2eb']}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:05.925237 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Made reservation on behalf of 02c6346606044c22b1877feb73c91279 for: {'port': 1} {{(pid=99566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:03:05.929161 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.070704 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_common [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.20.0.7 (5b40a355-a4c9-48f4-9899-fcb34b7dfa13/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a/dc1ad832-dd76-4aaf-83f8-f0099c48b8c8) {{(pid=99566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:06.219574 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.235740 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Transition to ACTIVE for port object dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:06.272803 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_create {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.327448 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is already hosted by enough agents. {{(pid=99566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:06.331566 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.base_scheduler [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:06.335885 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:06.365936 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=1']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:06.384555 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.385152 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.385300 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.385553 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.385885 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.386216 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.386532 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.386853 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.387176 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.387571 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.387891 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.388281 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:06.416548 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.417301 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.436090 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-6dab5429-06d0-4da0-b883-c97a1f99baa8 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447861 Jul 14 14:03:06.455262 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.v2.base [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Request body: {'port': {'device_id': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80069'}} {{(pid=99566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:06.540712 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.588822 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-96dc7868-69ca-41c0-b894-97d80446f60c None None] Provisioning for port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 completed by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:06.594866 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-96dc7868-69ca-41c0-b894-97d80446f60c None None] Provisioning complete for port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 triggered by entity DHCP. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:06.595320 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-96dc7868-69ca-41c0-b894-97d80446f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.636185 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-96dc7868-69ca-41c0-b894-97d80446f60c None None] Port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 cannot update to ACTIVE because it is not bound. {{(pid=99567) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 14:03:06.848740 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50edf-fc4f-48ca-bc44-d7aa25a092a2 req-17e0a031-d6b2-4447-bce2-ea9e61770f5c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:06.850237 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7d50edf-fc4f-48ca-bc44-d7aa25a092a2 req-17e0a031-d6b2-4447-bce2-ea9e61770f5c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 931 time: 0.0785391 Jul 14 14:03:06.856199 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 {{(pid=99566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:06.865095 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.878948 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.provisioning_blocks [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Transition to ACTIVE for port object dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 will not be triggered until provisioned by entity L2. {{(pid=99566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 14:03:06.894017 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:06.894298 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a7d50edf-fc4f-48ca-bc44-d7aa25a092a2 req-694c999b-6a48-46c7-adc4-8968edc82ed3 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372889 Jul 14 14:03:06.953233 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=2']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:07.024683 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Attempting to bind port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 on host hv-cinder-80069 for vnic_type normal with profile {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 14:03:07.024975 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Attempting to bind port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 by drivers openvswitch,hyperv on host hv-cinder-80069 at level 0 using segments [{'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 14:03:07.025325 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Attempting to bind port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:07.030164 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80069 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 14:03:07.030485 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Attempting to bind port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 on network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 14:03:07.036140 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Checking agent: {'id': '7dba8722-fba8-420f-addb-84b869d340f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80069', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'started_at': datetime.datetime(2021, 7, 14, 13, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 14:03:07.036507 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Checking segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 14:03:07.036935 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Bound using segment: {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'} {{(pid=99566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 14:03:07.037364 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.managers [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Bound port: dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host: hv-cinder-80069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc418e8-de04-412b-bb88-203616405b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13'}}] {{(pid=99566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 14:03:07.037718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.110080 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, cleared binding levels {{(pid=99566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:03:07.113702 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:03:07.119440 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64865759'] for port, after_update {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.158317 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.158743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:07.160231 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] 10.222.0.36 "PUT /v2.0/ports/dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 200 len: 1093 time: 0.7104824 Jul 14 14:03:07.160623 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:07.163185 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02057af-41eb-46ee-bc7b-499a7ae02b57" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:07.188899 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f17c-2edf-4c16-bf19-380c47ac60ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=3']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:07.214790 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbb9d6-17d8-46fc-a57f-167900d8b596 x-openstack-request-id: req-48cbb9d6-17d8-46fc-a57f-167900d8b596 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:07.215447 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:07.215617 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48cbb9d6-17d8-46fc-a57f-167900d8b596 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:07.216115 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'status': 'completed', 'code': 200} Jul 14 14:03:07.310071 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-4f852452-0070-4491-b860-c408dc1fcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.312639 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-4f852452-0070-4491-b860-c408dc1fcdc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1096 time: 0.0781851 Jul 14 14:03:07.383882 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-bc3667e2-539c-40fb-9400-6e343f85d41f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 200 len: 217 time: 0.0579298 Jul 14 14:03:07.449391 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-c866f49a-15d2-44f2-a4cb-3b92dcd79ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.450875 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-c866f49a-15d2-44f2-a4cb-3b92dcd79ac3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0615644 Jul 14 14:03:07.517123 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-5a2d34ef-080b-4354-bc25-ad7132721928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.518923 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-5a2d34ef-080b-4354-bc25-ad7132721928 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591533 Jul 14 14:03:07.622763 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-9f807fc3-865b-494e-b21e-be000fdc9c54 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971069 Jul 14 14:03:07.716061 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4214e490-524b-4e36-87bd-b8bd457bdf31 req-b37be2c2-ee78-47ea-be58-524cafdf8917 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872164 Jul 14 14:03:07.871290 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-d51e4801-3116-4d13-9608-facb76a33694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:07.873440 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-d51e4801-3116-4d13-9608-facb76a33694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1096 time: 0.0726037 Jul 14 14:03:07.900863 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:08.026781 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-54ed6be4-8287-4ed6-be62-3451be55c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.028333 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-54ed6be4-8287-4ed6-be62-3451be55c428 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1477265 Jul 14 14:03:08.081349 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-889ba97f-0523-4b40-aa79-fae590780ea7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 200 len: 217 time: 0.0455244 Jul 14 14:03:08.117375 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f31045-1602-4186-a6f3-d49508abfa3d req-00dba094-62e1-4144-a6d2-27f2578a8bec tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.119023 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-64f31045-1602-4186-a6f3-d49508abfa3d req-00dba094-62e1-4144-a6d2-27f2578a8bec tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0917065 Jul 14 14:03:08.154975 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-ed264fcc-1b71-4af5-b17a-a7e6ae548f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.157543 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-ed264fcc-1b71-4af5-b17a-a7e6ae548f6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0684731 Jul 14 14:03:08.172797 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-64f31045-1602-4186-a6f3-d49508abfa3d req-a202b2ea-ad10-43ed-be4c-963803575d9f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473685 Jul 14 14:03:08.234685 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-dae24652-e58e-43b0-a7eb-6985aaca6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:08.236236 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-dae24652-e58e-43b0-a7eb-6985aaca6141 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681293 Jul 14 14:03:08.331398 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-48dd30c1-2572-4c4f-9fa2-a1a108a8f166 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844123 Jul 14 14:03:08.436877 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a02057af-41eb-46ee-bc7b-499a7ae02b57 req-d147aa94-424a-4c03-8dd9-3a604ded4c3b service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985162 Jul 14 14:03:09.375324 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4be86-00a5-42a0-9ca0-44c8fa20b15d req-ad7bbaaa-643e-4caa-b600-36b5f3610f06 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:09.377051 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3a4be86-00a5-42a0-9ca0-44c8fa20b15d req-ad7bbaaa-643e-4caa-b600-36b5f3610f06 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0757670 Jul 14 14:03:09.420836 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e3a4be86-00a5-42a0-9ca0-44c8fa20b15d req-17788884-e86d-4097-8811-193e95fbb432 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Jul 14 14:03:10.603975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8265c-3f95-4052-8590-ffd0592dd343 req-118de8ea-68d5-4169-bbfc-1b2ccbcce6d2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:10.605579 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0ff8265c-3f95-4052-8590-ffd0592dd343 req-118de8ea-68d5-4169-bbfc-1b2ccbcce6d2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0698800 Jul 14 14:03:10.653108 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-0ff8265c-3f95-4052-8590-ffd0592dd343 req-e32972f5-6d2f-440f-8f91-168b14556152 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jul 14 14:03:11.839227 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52159ea7-b6dd-433c-baea-be6ee153f36c req-a51af401-e691-4169-bcd0-0e63959b312f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:11.840799 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52159ea7-b6dd-433c-baea-be6ee153f36c req-a51af401-e691-4169-bcd0-0e63959b312f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0710814 Jul 14 14:03:11.887874 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-52159ea7-b6dd-433c-baea-be6ee153f36c req-1362ec81-2940-438b-93a2-0340d5de6b41 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Jul 14 14:03:13.088695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c24ee-e040-4160-9d36-d65ee3d35e29 req-c225c4ee-b159-4cdf-a231-25881e04d9a6 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:13.090244 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-268c24ee-e040-4160-9d36-d65ee3d35e29 req-c225c4ee-b159-4cdf-a231-25881e04d9a6 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0737603 Jul 14 14:03:13.134181 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-268c24ee-e040-4160-9d36-d65ee3d35e29 req-a60239ce-59ef-4983-bd9b-f1d85b445cbe tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370946 Jul 14 14:03:14.338790 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f25d8-55a6-408a-ba14-03ee3655e031 req-31395677-b9e3-4abf-91ba-31fbe8bcf1ae tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:14.340785 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-075f25d8-55a6-408a-ba14-03ee3655e031 req-31395677-b9e3-4abf-91ba-31fbe8bcf1ae tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0859320 Jul 14 14:03:14.390874 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-075f25d8-55a6-408a-ba14-03ee3655e031 req-493f7177-57d1-4f96-abb6-ea3f99216c32 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Jul 14 14:03:15.489841 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 details requested by agent hyperv_hv-cinder-80069 with host hv-cinder-80069 {{(pid=99567) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:03:15.622449 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:15.628734 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c662-1b27-463d-ba09-eaf34fa67e7c req-f082bb89-4552-435a-bc11-cc4a3ec64387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:15.630498 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5d64c662-1b27-463d-ba09-eaf34fa67e7c req-f082bb89-4552-435a-bc11-cc4a3ec64387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 943 time: 0.0944493 Jul 14 14:03:15.648759 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Returning: {'device': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'port_id': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'mac_address': 'fa:16:3e:ab:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99567) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:03:15.686742 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5d64c662-1b27-463d-ba09-eaf34fa67e7c req-0e69f2fd-956c-451b-965b-01ea366ad188 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Jul 14 14:03:15.690908 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.711873 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 {{(pid=99567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 14:03:15.739183 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:15.745081 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:15.806358 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=4']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:15.814358 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.814742 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.815185 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.815522 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.815971 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.816453 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.816865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.817283 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.817695 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.818160 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.818619 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:15.819055 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:16.036254 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] get_ports_and_sgs() called for port_ids ['dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'] {{(pid=99567) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:03:16.321716 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-26634359-21cd-4013-a3d9-731e33e8b72e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673287 Jul 14 14:03:16.463998 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-ee51b712-c5b9-445a-8b89-38a5f4cb3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.465939 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-ee51b712-c5b9-445a-8b89-38a5f4cb3026 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.0743754 Jul 14 14:03:16.583104 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-cf2b14c5-768e-46b3-bdfb-95bcf566f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.584691 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-cf2b14c5-768e-46b3-bdfb-95bcf566f789 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.0968065 Jul 14 14:03:16.672592 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-1d5bddc7-1ceb-4dc1-a8fb-483ecb23791b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 1001 time: 0.0796678 Jul 14 14:03:16.734782 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-cd971e21-26a6-48e9-8d1a-20c6d3b36492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.736985 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-cd971e21-26a6-48e9-8d1a-20c6d3b36492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0579991 Jul 14 14:03:16.808425 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-1e3d9c75-8e0c-476f-b61a-5087a0bfb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.809970 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-1e3d9c75-8e0c-476f-b61a-5087a0bfb941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639648 Jul 14 14:03:16.886939 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c500b-d906-4acc-826a-23a25eba9d4f req-003e6588-21c6-42fd-bea5-01d931ba41b0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:16.888412 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-011c500b-d906-4acc-826a-23a25eba9d4f req-003e6588-21c6-42fd-bea5-01d931ba41b0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 944 time: 0.0755191 Jul 14 14:03:16.909651 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-5ebde2be-a7ba-44ed-bfcb-6831ef4471bc service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924897 Jul 14 14:03:16.955259 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-011c500b-d906-4acc-826a-23a25eba9d4f req-fd846156-30ad-4a64-bcfd-fc53fce286a1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595737 Jul 14 14:03:17.031576 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-8bca6b57-b32d-4ffc-81ca-e5c4cae86f0c req-1bce3ef0-6743-497f-bd3b-e73ba39902a9 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141884 Jul 14 14:03:17.503865 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 up at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:03:17.569777 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning for port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 completed by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 14:03:17.584247 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.provisioning_blocks [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Provisioning complete for port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 triggered by entity L2. {{(pid=99567) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 14:03:17.584752 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1568047'] for port, provisioning_complete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.697462 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.722312 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'}] {{(pid=99567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:17.724603 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700b224c201ed627c7cf22410cc7eb3b24d08bce772b48b717240f75df1a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee1a7ef-e5d5-4ea4-84c2-067f45eec2e4" -d '{"events": [{"server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8"}]}' {{(pid=99567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:17.738686 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:03:17.744354 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224'] for port, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:17.799308 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Pushing event updated for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=5']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:17.922768 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbcc27-bd47-4733-a795-1a9997522f13 x-openstack-request-id: req-41fbcc27-bd47-4733-a795-1a9997522f13 {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:17.923105 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "name": "network-vif-plugged", "status": "completed", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8", "code": 200}]} {{(pid=99567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:17.923399 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41fbcc27-bd47-4733-a795-1a9997522f13 {{(pid=99567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:17.923972 dv-cinder-800696-2-iscsi neutron-server[99567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'code': 200} Jul 14 14:03:18.178964 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745a2c-2b94-4335-af09-e1e852422936 req-c192d250-aec4-47a3-a2c7-40a7d1721516 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:18.180676 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0745a2c-2b94-4335-af09-e1e852422936 req-c192d250-aec4-47a3-a2c7-40a7d1721516 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Jul 14 14:03:18.247684 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f0745a2c-2b94-4335-af09-e1e852422936 req-790905f4-378d-4723-86ff-8fde755914dc tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547814 Jul 14 14:03:18.304823 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f63c-95f0-45a2-9b28-65f37025b2b8 req-42d99fbd-2ff3-44ed-af84-f9c6c891c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:18.306339 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7b4f63c-95f0-45a2-9b28-65f37025b2b8 req-42d99fbd-2ff3-44ed-af84-f9c6c891c8a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1098 time: 0.0680814 Jul 14 14:03:18.344485 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a7b4f63c-95f0-45a2-9b28-65f37025b2b8 req-64079ec6-876a-46b8-b559-072feccf09f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Jul 14 14:03:19.457449 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694793e8-4ac8-4b10-80b6-ed9090193e04 req-e55d0214-7b6d-41b4-9de4-53a69ba2a092 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:19.459006 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-694793e8-4ac8-4b10-80b6-ed9090193e04 req-e55d0214-7b6d-41b4-9de4-53a69ba2a092 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0904465 Jul 14 14:03:19.508612 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-694793e8-4ac8-4b10-80b6-ed9090193e04 req-fc753a01-73e4-479b-9c40-7b7f3eb82d07 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356700 Jul 14 14:03:20.694927 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6952-d881-4c8a-980a-7c37a9129114 req-ce7db2ab-3a4e-464b-8226-03318b24b2a2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.696440 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-877c6952-d881-4c8a-980a-7c37a9129114 req-ce7db2ab-3a4e-464b-8226-03318b24b2a2 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0681922 Jul 14 14:03:20.744788 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-877c6952-d881-4c8a-980a-7c37a9129114 req-cbee2d26-188c-4381-981f-ffa710b8174c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370786 Jul 14 14:03:20.942871 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035f27-a9c9-419d-b56c-5e8b4afe55fd req-f3895d20-f0fe-44b0-8091-988df81f2201 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:20.944419 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-75035f27-a9c9-419d-b56c-5e8b4afe55fd req-f3895d20-f0fe-44b0-8091-988df81f2201 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0850766 Jul 14 14:03:20.987001 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-75035f27-a9c9-419d-b56c-5e8b4afe55fd req-58b3f927-416f-400c-89cc-e04116c38b62 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351677 Jul 14 14:03:21.014850 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39072) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:21.077013 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a55a1-13c4-4a6d-a646-73969ba6338b tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:21.078609 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-1c6a55a1-13c4-4a6d-a646-73969ba6338b tempest-TestVolumeBootPattern-552958506 tempest-TestVolumeBootPattern-552958506-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1093 time: 0.0628178 Jul 14 14:03:21.082680 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39074) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:03:21.087598 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.v2.base [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Request body: {'floatingip': {'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'port_id': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 14:03:21.116717 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.219819 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.372557 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_common [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Allocated IP 172.27.3.207 (55371a31-a46a-4ca8-a1a3-f9a12b89a77c/f655f9f6-c1ef-42d7-abd2-90b792f80035/7a478c48-da48-4346-b83e-bb0908ee63c0) {{(pid=99565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:03:21.492582 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.542318 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778879671188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:21.586356 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Network 55371a31-a46a-4ca8-a1a3-f9a12b89a77c is already hosted by enough agents. {{(pid=99565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:03:21.589290 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.base_scheduler [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Resources bound (agent type, host, resource id): {{(pid=99565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:03:21.591975 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Received port after_create {{(pid=99565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 14:03:21.598385 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=7a478c48-da48-4346-b83e-bb0908ee63c0,revision_number=1']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:21.628499 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.628809 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.628932 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.629219 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.629550 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.629885 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631023 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631023 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631023 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631455 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631634 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:21.631958 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:03:22.026984 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.110079 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1635322'] for port, before_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.274785 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for port, precommit_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.280940 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778880049655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778879671206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778879671224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64608735'] for port, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.352604 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event updated for resources: {'Port': ['ID=7a478c48-da48-4346-b83e-bb0908ee63c0,revision_number=2']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:03:22.365791 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398185'] for floatingip, after_update {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.486210 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP abff122c-1853-4f7a-8a4f-c235fcba77a7 associated. External IP: 172.27.3.207, port: dc1ad832-dd76-4aaf-83f8-f0099c48b8c8. Jul 14 14:03:22.707522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:03:22.825647 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:03:22.839050 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:03:22.848373 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:22.850803 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:22.851571 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:02:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:22.903003 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-4248ad8d-3f2a-4dce-aa40-2bf3b717998a tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8069961 Jul 14 14:03:22.903003 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:03:22.903003 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d610b8-6164-4354-b570-ed79885a3670" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:03:22.985540 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:23.015815 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f002e5e-accb-4baa-917f-cfd7b1db5a89 x-openstack-request-id: req-7f002e5e-accb-4baa-917f-cfd7b1db5a89 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:03:23.016340 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:03:23.016654 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f002e5e-accb-4baa-917f-cfd7b1db5a89 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:03:23.016961 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'status': 'completed', 'code': 200} Jul 14 14:03:23.121809 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d610b8-6164-4354-b570-ed79885a3670 req-39ff2add-1a06-4f34-96b0-6089d142af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.123341 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-39ff2add-1a06-4f34-96b0-6089d142af7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1098 time: 0.0606294 Jul 14 14:03:23.235092 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d610b8-6164-4354-b570-ed79885a3670 req-9f790980-9731-41ab-9990-8a8aa92606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.236697 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-9f790980-9731-41ab-9990-8a8aa92606b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1071453 Jul 14 14:03:23.266277 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}, {'id': 'abff122c-1853-4f7a-8a4f-c235fcba77a7', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:ab:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:21Z', 'updated_at': '2021-07-14T14:03:21Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:23.302153 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:03:23.312318 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:03:23.312941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:02:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:23.328546 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-033bb6fb-37a6-4ded-9c2a-896538680bc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 200 len: 999 time: 0.0839396 Jul 14 14:03:23.409713 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d610b8-6164-4354-b570-ed79885a3670 req-ea9bb54d-a4fd-4bbf-b303-b8e1f13f31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.411227 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-ea9bb54d-a4fd-4bbf-b303-b8e1f13f31a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0766580 Jul 14 14:03:23.444922 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:03:23.480779 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d610b8-6164-4354-b570-ed79885a3670 req-c8348451-ede5-46f1-8272-86c9e88a49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:03:23.482379 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-c8348451-ede5-46f1-8272-86c9e88a49b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651283 Jul 14 14:03:23.594993 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-c3035e05-fe57-470c-864f-f03855f14e3e service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055624 Jul 14 14:03:23.733913 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-12d610b8-6164-4354-b570-ed79885a3670 req-9a7ad7e2-b7f1-4f7e-8042-5d503189e003 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323247 Jul 14 14:03:23.743184 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}, {'id': 'abff122c-1853-4f7a-8a4f-c235fcba77a7', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:ab:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:21Z', 'updated_at': '2021-07-14T14:03:21Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:03:23.776965 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f616c-a966-41df-afc9-7c380d5f10b6 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}, {'id': 'abff122c-1853-4f7a-8a4f-c235fcba77a7', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:ab:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:03:21Z', 'updated_at': '2021-07-14T14:03:21Z', 'revision_number': 0, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:03:23.983362 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb31e3f-b0b6-4a13-96fa-6fb1d71a43b9 None None] New status for floating IP abff122c-1853-4f7a-8a4f-c235fcba77a7: ACTIVE {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:03:25.641337 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-e4312ce5-fcdb-4706-b106-f9aebed0c309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:26.100771 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:03:27.963530 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d0bca2bc-f9da-45c6-8e51-2fb008359deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:28.025117 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:29.835588 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:31.324510 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:37.899366 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:55.635747 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-04fb94b4-ee19-44e2-8f55-bf9e1e397af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:57.958209 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-9ee222fb-ce52-4a50-9712-4c58cd51ae12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:58.031987 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:03:59.843600 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:01.329943 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:03.102233 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:07.923502 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:16.291914 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-2170b432-3790-4321-a998-94846884a238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560482 Jul 14 14:04:16.416488 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-9af0b291-716e-48f1-a27c-23d34b6a0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.418102 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-9af0b291-716e-48f1-a27c-23d34b6a0850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.0611172 Jul 14 14:04:16.534537 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-53176a31-2208-4113-ac9c-5f1ca7d5fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.536038 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-53176a31-2208-4113-ac9c-5f1ca7d5fde3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.0940509 Jul 14 14:04:16.604108 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-00d3df86-f309-412c-af71-d88baeee16d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 1001 time: 0.0608549 Jul 14 14:04:16.659347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-0fdb26dd-fdc7-49b2-8cb7-c98e0776db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.660880 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-0fdb26dd-fdc7-49b2-8cb7-c98e0776db68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0493906 Jul 14 14:04:16.731507 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-842070b1-5d9f-4233-adbd-8a5476e35100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:04:16.733417 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-842070b1-5d9f-4233-adbd-8a5476e35100 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651426 Jul 14 14:04:16.823730 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-6b120dcd-3742-4b11-a432-c94031563920 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835276 Jul 14 14:04:16.920849 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-4aa3503e-9b0b-42d9-9abc-f7fd6746533d req-f237c0a7-646e-4e4d-83b9-2e2b6799b446 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899832 Jul 14 14:04:25.648554 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a5cb2a94-0ea9-4f6b-8e47-a632a9aec075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:27.970922 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-04512965-5c1f-476e-83cf-00649f1e3130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:28.034074 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:29.842968 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:31.338725 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:37.943486 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:40.105737 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:04:55.642804 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-e586f37a-8442-4068-903d-30d7cb1eed66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:57.966545 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-8517068e-6065-43d9-bf20-598a2b7f4588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:58.028481 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:04:59.845636 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:01.337603 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:01.837097 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39110) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:02.006510 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port 7a478c48-da48-4346-b83e-bb0908ee63c0 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:02.006924 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.092704 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.092976 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.104770 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for 7a478c48-da48-4346-b83e-bb0908ee63c0 owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:02.262032 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.290212 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=7a478c48-da48-4346-b83e-bb0908ee63c0,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:02.321295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.321643 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.321983 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.322320 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.322649 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.322981 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.323308 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.323635 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.323958 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.324943 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.325310 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.325874 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:02.366864 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:02.367121 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP abff122c-1853-4f7a-8a4f-c235fcba77a7 disassociated (deleted). External IP: 172.27.3.207, port: dc1ad832-dd76-4aaf-83f8-f0099c48b8c8. Jul 14 14:05:02.877588 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:02.989621 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:02.994831 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:03.000211 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:03.010332 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:03.010987 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:03.039081 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-5e954c56-5b61-42ae-9c86-ce4b75e09217 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "DELETE /v2.0/floatingips/abff122c-1853-4f7a-8a4f-c235fcba77a7 HTTP/1.1" status: 204 len: 168 time: 1.1984639 Jul 14 14:05:03.039081 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:03.039598 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc996cbf-122b-459e-a633-e90b6e9e871c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:03.095718 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956155b2-fe4a-4965-94d0-a466f4d86769 x-openstack-request-id: req-956155b2-fe4a-4965-94d0-a466f4d86769 {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:03.097322 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:03.097322 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-956155b2-fe4a-4965-94d0-a466f4d86769 {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:03.097322 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'status': 'completed', 'code': 200} Jul 14 14:05:03.127118 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:03.203517 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-f467c850-9e4a-44cc-89fe-6805f2e047df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.205157 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-f467c850-9e4a-44cc-89fe-6805f2e047df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 1098 time: 0.0608737 Jul 14 14:05:03.313785 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-294689a8-674e-4a7b-8230-38d203a7bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.316017 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-294689a8-674e-4a7b-8230-38d203a7bc31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1045046 Jul 14 14:05:03.369535 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:03.383758 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-53d5681b-4030-4050-baa3-6163d371bf90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 200 len: 217 time: 0.0407279 Jul 14 14:05:03.402793 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:03.412845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:03.413455 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:03.436668 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-b1dbb4ba-4cee-43c2-9723-0939582a8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.438305 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-b1dbb4ba-4cee-43c2-9723-0939582a8fb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0476708 Jul 14 14:05:03.456524 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397cf1a-58c3-434a-a561-ea63192e3b3e req-1871685f-74ba-4ebb-ab57-2331b1e3e259 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.459354 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e397cf1a-58c3-434a-a561-ea63192e3b3e req-1871685f-74ba-4ebb-ab57-2331b1e3e259 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0786002 Jul 14 14:05:03.510156 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-e397cf1a-58c3-434a-a561-ea63192e3b3e req-2a448bf8-fb98-4d8e-b24d-f9b2f637efb1 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448880 Jul 14 14:05:03.514433 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-295da802-871d-4932-b9f7-fa1863fdf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:03.516161 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-295da802-871d-4932-b9f7-fa1863fdf4a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713711 Jul 14 14:05:03.541096 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:03.616907 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-4a5af5d8-beaf-4d8b-b01b-36cacee65ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921326 Jul 14 14:05:03.928083 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:03.958997 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e4fac-587d-4fb2-95b4-59c8c786313f None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_floatingips': [{'id': '788528ef-d5e3-4b7b-8efe-a7bc8125a870', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'router_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'port_id': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'mac_address': 'fa:16:3e:99:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T14:01:17Z', 'updated_at': '2021-07-14T14:01:19Z', 'revision_number': 1, 'project_id': '02c6346606044c22b1877feb73c91279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:04.017587 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-dc996cbf-122b-459e-a633-e90b6e9e871c req-eb6353f6-7e24-46b4-8a65-dd5c93a196cf service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928158 Jul 14 14:05:04.187274 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ba098-0a7b-498a-b5e3-9ffafe5de224 None None] New status for floating IP abff122c-1853-4f7a-8a4f-c235fcba77a7: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:05:04.693767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ddaa4-287d-42bc-b5e2-02bed76d1f9c req-a737b852-bae9-46fe-894f-37e3da401b0f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:04.695236 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2c8ddaa4-287d-42bc-b5e2-02bed76d1f9c req-a737b852-bae9-46fe-894f-37e3da401b0f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0694103 Jul 14 14:05:04.738091 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-2c8ddaa4-287d-42bc-b5e2-02bed76d1f9c req-57181720-254c-490d-b626-a19fb62d9d4c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Jul 14 14:05:05.096549 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-087acc5d-6c59-459b-b363-d68b679b9120 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:05.098068 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-087acc5d-6c59-459b-b363-d68b679b9120 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 945 time: 0.0705633 Jul 14 14:05:05.208762 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:05.209074 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.314504 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] For port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:05.314841 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.330743 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:05.478182 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.509403 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=dc1ad832-dd76-4aaf-83f8-f0099c48b8c8,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:05.521969 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.522337 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.522683 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.523019 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.523355 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.523670 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.524013 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.524352 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.524750 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.524995 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.525324 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.525639 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:05.565362 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] No DVR routers for this DVR port dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:05.567876 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:05.569921 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-9d378344-0825-4c1a-ba0b-ebe8b9b4b415 req-a7008ff8-bfc7-436c-844f-bdfc2330619b tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "DELETE /v2.0/ports/dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 HTTP/1.1" status: 204 len: 173 time: 0.4665818 Jul 14 14:05:05.570354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'name': 'network-vif-deleted', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:05.572632 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f55d533-eafb-4e77-bfbc-488a21569e04" -d '{"events": [{"server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "name": "network-vif-deleted", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:05.612034 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8356f-dca0-4609-9031-cd7fe9ac0432 x-openstack-request-id: req-5da8356f-dca0-4609-9031-cd7fe9ac0432 {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:05.612327 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2f9b1b-028a-4eb0-8a5f-70b462e44915", "name": "network-vif-deleted", "tag": "dc1ad832-dd76-4aaf-83f8-f0099c48b8c8", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:05.612612 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5da8356f-dca0-4609-9031-cd7fe9ac0432 {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:05.613022 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2f9b1b-028a-4eb0-8a5f-70b462e44915', 'name': 'network-vif-deleted', 'tag': 'dc1ad832-dd76-4aaf-83f8-f0099c48b8c8', 'status': 'completed', 'code': 200} Jul 14 14:05:05.890943 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-a0a5fc35-ce33-43a5-b59b-a463296d50e9 req-3d6f7b72-fe88-4681-a159-e0b2f554f68e tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d2f9b1b-028a-4eb0-8a5f-70b462e44915 HTTP/1.1" status: 200 len: 210 time: 0.0300922 Jul 14 14:05:07.872548 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:07.894309 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:07.894645 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device dc1ad832-dd76-4aaf-83f8-f0099c48b8c8 not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:07.946911 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.233389 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39148) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:09.412754 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port 1e009dac-7909-4fe1-8a91-b7ba32db641d {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:09.413094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.486695 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.486971 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.498778 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for 1e009dac-7909-4fe1-8a91-b7ba32db641d owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:09.649794 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.679881 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=1e009dac-7909-4fe1-8a91-b7ba32db641d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:09.747457 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:09.747777 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.db.l3_db [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Floating IP 788528ef-d5e3-4b7b-8efe-a7bc8125a870 disassociated (deleted). External IP: 172.27.3.147, port: 92fc0df4-29a7-402d-ac49-57758ed354aa. Jul 14 14:05:09.964338 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:10.077538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:10.082157 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:10.087660 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:10.097611 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:10.098222 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:10.124509 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-358b11c1-ad55-4ddc-aea2-26500665f925 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "DELETE /v2.0/floatingips/788528ef-d5e3-4b7b-8efe-a7bc8125a870 HTTP/1.1" status: 204 len: 168 time: 0.8898630 Jul 14 14:05:10.125096 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa'}] {{(pid=99565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:10.128428 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61eda91827e81633c573aa19ab3f288bcda875d52f889de7cfad0d1fed0dbf13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a720c9-5431-420d-859c-9c52bcb59665" -d '{"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa"}]}' {{(pid=99565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:10.187656 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87417e-cc42-4bf0-ba31-bd73786345ce x-openstack-request-id: req-7c87417e-cc42-4bf0-ba31-bd73786345ce {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:10.188062 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa", "status": "completed", "code": 200}]} {{(pid=99565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:10.188553 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c87417e-cc42-4bf0-ba31-bd73786345ce {{(pid=99565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:10.189486 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'status': 'completed', 'code': 200} Jul 14 14:05:10.226350 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:10.323910 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-6308c946-70ab-456c-aae4-8952e231bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.325819 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-6308c946-70ab-456c-aae4-8952e231bec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02c6346606044c22b1877feb73c91279&device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 1098 time: 0.0884631 Jul 14 14:05:10.451863 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-a0916e84-6b4a-454b-a0ea-04503cac7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.453425 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-a0916e84-6b4a-454b-a0ea-04503cac7e08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 200 len: 913 time: 0.1211295 Jul 14 14:05:10.500533 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:10.502154 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-2fc07694-276b-4c11-974b-896ae81529c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 200 len: 217 time: 0.0421960 Jul 14 14:05:10.545389 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:10.557845 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:10.558716 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:10.565559 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-3e25a755-892e-42f1-821d-82879f5dbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.567095 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-3e25a755-892e-42f1-821d-82879f5dbf9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 200 len: 851 time: 0.0574059 Jul 14 14:05:10.653731 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-3249cf39-35fe-444f-a1b7-3ba2ff2077b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.655445 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-3249cf39-35fe-444f-a1b7-3ba2ff2077b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b40a355-a4c9-48f4-9899-fcb34b7dfa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723956 Jul 14 14:05:10.711290 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:10.768774 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-214732fb-d1c4-4075-8264-0f5b0f9ace3c service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058326 Jul 14 14:05:10.792037 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63381b3-083c-4243-8f6f-b07a94f9e629 req-7a089a53-006c-461f-983d-babe025946b0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:10.794755 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f63381b3-083c-4243-8f6f-b07a94f9e629 req-7a089a53-006c-461f-983d-babe025946b0 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0933526 Jul 14 14:05:10.861482 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-f63381b3-083c-4243-8f6f-b07a94f9e629 req-2556596b-7545-4abb-b98b-30b9dd4f8365 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592129 Jul 14 14:05:10.922199 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-e7a720c9-5431-420d-859c-9c52bcb59665 req-a312de6e-aad4-4796-a73d-ac795286e446 service neutron] 10.222.0.36 "GET /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459699 Jul 14 14:05:10.981949 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:11.010639 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5fd86-82e7-4ede-b020-172a94f0c638 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T13:57:48Z', 'revision_number': 4, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi', '_interfaces': [{'id': 'b768539f-4caa-4fbb-82c5-be5e3ceee8c1', 'name': '', 'network_id': '5b40a355-a4c9-48f4-9899-fcb34b7dfa13', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'mac_address': 'fa:16:3e:5e:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:46Z', 'updated_at': '2021-07-14T13:57:55Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'subnets': [{'id': 'a39cfbe3-dbb0-4a35-9c17-84492abc8e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:11.229427 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3efbb4d-a57d-45de-a7d3-0f6b066161ad None None] New status for floating IP 788528ef-d5e3-4b7b-8efe-a7bc8125a870: DOWN {{(pid=99568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 14:05:12.059296 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696ace6-d5ee-4187-813e-9cec6654f75e req-13158c64-e251-4ef1-b581-f4a0abdaaf5f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:12.060841 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5696ace6-d5ee-4187-813e-9cec6654f75e req-13158c64-e251-4ef1-b581-f4a0abdaaf5f tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0692272 Jul 14 14:05:12.100027 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-5696ace6-d5ee-4187-813e-9cec6654f75e req-fefd0edd-8594-4d0b-bea2-a28082f4505c tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a778498-5705-44f2-9c60-ae818379c2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Jul 14 14:05:12.328116 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-ae60602f-af57-492d-aa0a-aa39456509ae tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 14:05:12.330193 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-ae60602f-af57-492d-aa0a-aa39456509ae tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 945 time: 0.0662267 Jul 14 14:05:12.440577 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port 92fc0df4-29a7-402d-ac49-57758ed354aa {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:12.440926 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.530937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] For port 92fc0df4-29a7-402d-ac49-57758ed354aa, host hv-cinder-80069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80069',level=0,port_id=92fc0df4-29a7-402d-ac49-57758ed354aa,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:12.531253 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.545210 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for 92fc0df4-29a7-402d-ac49-57758ed354aa owned by compute:nova {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:12.714848 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.746284 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=92fc0df4-29a7-402d-ac49-57758ed354aa,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:12.794107 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.l3_dvrscheduler_db [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] No DVR routers for this DVR port 92fc0df4-29a7-402d-ac49-57758ed354aa on host hv-cinder-80069 {{(pid=99566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:12.797133 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for port, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:12.799492 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [req-a966cf16-6470-41ca-b231-8a7ff62d7532 req-91306d9e-518f-446a-ba07-1970aa6afb6d tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.36 "DELETE /v2.0/ports/92fc0df4-29a7-402d-ac49-57758ed354aa HTTP/1.1" status: 204 len: 173 time: 0.4636610 Jul 14 14:05:12.799925 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'name': 'network-vif-deleted', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa'}] {{(pid=99566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 14:05:12.802251 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d8fb23a6fe0f955b7c7a33323005c3e830ff0e237c143395a03db50d57758dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df033811-88e8-4cb7-ade1-b79dc7cc8323" -d '{"events": [{"server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "name": "network-vif-deleted", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa"}]}' {{(pid=99566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:05:12.842938 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cce5a73-06ed-44bd-955f-bbabf51abdca x-openstack-request-id: req-5cce5a73-06ed-44bd-955f-bbabf51abdca {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:05:12.843225 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f0c47c-5928-4438-ba7d-b04bb8a5315b", "name": "network-vif-deleted", "tag": "92fc0df4-29a7-402d-ac49-57758ed354aa", "status": "completed", "code": 200}]} {{(pid=99566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:05:12.843473 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cce5a73-06ed-44bd-955f-bbabf51abdca {{(pid=99566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:05:12.843908 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f0c47c-5928-4438-ba7d-b04bb8a5315b', 'name': 'network-vif-deleted', 'tag': '92fc0df4-29a7-402d-ac49-57758ed354aa', 'status': 'completed', 'code': 200} Jul 14 14:05:13.268593 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [req-55aa12f1-ced5-4071-89c5-91f91f312d69 req-2908bf11-deb6-4d7f-9d5e-794435eb41ef tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "GET /v2.0/ports?device_id=49f0c47c-5928-4438-ba7d-b04bb8a5315b HTTP/1.1" status: 200 len: 210 time: 0.0367785 Jul 14 14:05:14.362102 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39164) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:14.491883 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Deleting port 99f3c3f5-a3df-4e48-ba8b-c081e8314f0f {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:14.492259 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.574708 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.575008 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.588519 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Calling delete_port for 99f3c3f5-a3df-4e48-ba8b-c081e8314f0f owned by network:floatingip {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:14.723480 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.752790 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'Port': ['ID=99f3c3f5-a3df-4e48-ba8b-c081e8314f0f,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:14.818318 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for floatingip, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.820794 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21998'] for floatingip, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:14.821984 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-96cf69e8-2be5-4d89-8dd7-af21e6b22489 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "DELETE /v2.0/floatingips/d506a972-ec53-4964-9ae9-d8d8b8e663dd HTTP/1.1" status: 204 len: 168 time: 0.4588993 Jul 14 14:05:15.920059 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 92fc0df4-29a7-402d-ac49-57758ed354aa no longer exists at agent hyperv_hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:15.946678 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] No Port match for: 92fc0df4-29a7-402d-ac49-57758ed354aa {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:15.947014 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Device 92fc0df4-29a7-402d-ac49-57758ed354aa not bound to the agent host hv-cinder-80069 {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:16.116827 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39176) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:16.179251 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:16.203786 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:16.266845 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:16.269767 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:16.270973 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] 10.222.0.44 "DELETE /v2.0/security-groups/3a778498-5705-44f2-9c60-ae818379c2eb HTTP/1.1" status: 204 len: 168 time: 0.1527510 Jul 14 14:05:16.280580 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0071-9853-476a-bafd-a58696429387 tempest-TestVolumeBootPattern-534020477 tempest-TestVolumeBootPattern-534020477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a778498-5705-44f2-9c60-ae818379c2eb,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:16.346739 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39180) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:16.933916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.105370 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:17.203609 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Deleting port b768539f-4caa-4fbb-82c5-be5e3ceee8c1 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:17.204048 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.294622 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] For port b768539f-4caa-4fbb-82c5-be5e3ceee8c1, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:17.295073 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.311835 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Calling delete_port for b768539f-4caa-4fbb-82c5-be5e3ceee8c1 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:17.505778 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.531519 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b768539f-4caa-4fbb-82c5-be5e3ceee8c1,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:17.709985 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:17.930470 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Router 048a8986-ab70-400e-89d7-d4b2ccd4abef has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:18.035539 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:18.042400 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-e2a4c982-972e-436c-938a-a4dab0c26d52 admin admin] 10.222.0.44 "PUT /v2.0/routers/048a8986-ab70-400e-89d7-d4b2ccd4abef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932664 Jul 14 14:05:18.043565 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39184) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:18.044528 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Sync routers for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:18.058224 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:18.058933 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.147805 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks [] for router, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.167133 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: dv-cinder-800696-2-iscsi {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:18.263593 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.329821 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Deleting port f6d3d940-f92c-4bde-9688-935c08cad43b {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:18.330170 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.355316 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T14:05:17Z', 'revision_number': 5, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port': {'id': 'f6d3d940-f92c-4bde-9688-935c08cad43b', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:43Z', 'updated_at': '2021-07-14T13:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.381794 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Checking router: 048a8986-ab70-400e-89d7-d4b2ccd4abef for host: dv-cinder-800696-2-iscsi {{(pid=99567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:18.390204 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Routers {'048a8986-ab70-400e-89d7-d4b2ccd4abef'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:18.390812 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['048a8986-ab70-400e-89d7-d4b2ccd4abef'], 'active': True} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.410178 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] For port f6d3d940-f92c-4bde-9688-935c08cad43b, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=f6d3d940-f92c-4bde-9688-935c08cad43b,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:18.410538 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.423525 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Calling delete_port for f6d3d940-f92c-4bde-9688-935c08cad43b owned by network:router_gateway {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:18.485002 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvr_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] Set router 048a8986-ab70-400e-89d7-d4b2ccd4abef gateway port host: None {{(pid=99567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:18.567667 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_hamode_db [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T14:05:18Z', 'revision_number': 6, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port_host': None}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:18.595789 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8d010-4fd7-4276-88a5-43b1a31b6982 None None] The sync data for ids ['048a8986-ab70-400e-89d7-d4b2ccd4abef'] in dv-cinder-800696-2-iscsi is: [{'id': '048a8986-ab70-400e-89d7-d4b2ccd4abef', 'name': 'tempest-TestVolumeBootPattern-1118994448-router', 'tenant_id': '02c6346606044c22b1877feb73c91279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:42Z', 'updated_at': '2021-07-14T14:05:18Z', 'revision_number': 6, 'project_id': '02c6346606044c22b1877feb73c91279', 'gw_port_host': None}] {{(pid=99567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:18.616159 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.642262 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d3d940-f92c-4bde-9688-935c08cad43b,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:18.706353 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.793782 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.795839 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.839248 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.839755 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 048a8986-ab70-400e-89d7-d4b2ccd4abef {{(pid=99565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:05:18.844755 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] Notify callbacks [] for router, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.845944 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f67d13da-7507-4072-a3e6-b1eeeccb1267 admin admin] 10.222.0.44 "DELETE /v2.0/routers/048a8986-ab70-400e-89d7-d4b2ccd4abef HTTP/1.1" status: 204 len: 168 time: 0.8013506 Jul 14 14:05:18.848417 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39186) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:18.891740 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Deleting subnet a39cfbe3-dbb0-4a35-9c17-84492abc8e1a {{(pid=99565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:05:18.894983 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:18.933357 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64598262'] for subnet, precommit_delete_associations {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.047465 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.101078 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64608649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64839556'] for subnet, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.129777 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39cfbe3-dbb0-4a35-9c17-84492abc8e1a,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.133393 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.135292 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-be2be8ad-429f-4f4d-86fc-dd9ff4eeb030 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a39cfbe3-dbb0-4a35-9c17-84492abc8e1a HTTP/1.1" status: 204 len: 168 time: 0.2859595 Jul 14 14:05:19.138339 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39188) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:19.140343 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222589a1-b0eb-43b2-a9f9-3f3219626f1e None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:19.208462 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.269195 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Deleting port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:19.269502 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.344608 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] For port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:19.345281 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.354424 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] DHCP port deletion for 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:05:19.366209 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Calling delete_port for e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:19.403451 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Deleting port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 {{(pid=99567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:19.404143 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.467626 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.478413 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.db [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] For port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,segment=NetworkSegment(1bc418e8-de04-412b-bb88-203616405b82),segment_id=1bc418e8-de04-412b-bb88-203616405b82)] {{(pid=99567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:19.478810 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.498800 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.503438 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] No DVR routers for this DVR port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 on host dv-cinder-800696-2-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:19.591563 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.603893 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b40a355-a4c9-48f4-9899-fcb34b7dfa13']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.619948 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc418e8-de04-412b-bb88-203616405b82') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.620491 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc418e8-de04-412b-bb88-203616405b82') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:19.638650 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.645402 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Calling delete_port for e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 owned by network:dhcp {{(pid=99567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:19.671018 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.683729 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:05:19.684139 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:05:19.685929 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:05:19.745094 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.750933 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.752496 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197'] for port, after_delete {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:19.756032 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39190) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:19.756623 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5b40a355-a4c9-48f4-9899-fcb34b7dfa13 HTTP/1.1" status: 204 len: 168 time: 0.6166942 Jul 14 14:05:19.767309 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fbe14-945a-4e12-9f09-b9d3933a6e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b40a355-a4c9-48f4-9899-fcb34b7dfa13,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.781568 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Network 5b40a355-a4c9-48f4-9899-fcb34b7dfa13 is not hosted by any dhcp agent {{(pid=99567) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 14:05:19.782194 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] No DVR routers for this DVR port e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 on host dv-cinder-800696-2-iscsi {{(pid=99567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:19.784643 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Pushing event deleted for resources: {'Port': ['ID=e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6,revision_number=None']} {{(pid=99567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:19.796451 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.796771 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.797862 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.798470 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.798854 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.799191 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.800039 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.800414 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.800751 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.801593 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.801925 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:19.802258 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f0724-2d61-413c-a949-0d889b41b204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800696-2-iscsi {{(pid=99567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:05:20.115046 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403285'] for router_interface, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.411391 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Deleting port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:20.411733 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.499969 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] For port 6cb3a014-07c4-4cdf-be94-07d2a8a993a9, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:20.500354 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.514202 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Calling delete_port for 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 owned by network:router_interface {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:20.609682 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:20.631656 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:20.632364 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device e0850a65-b1ad-4e5b-b3cf-6f3b6ff59cd6 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:20.632788 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b768539f-4caa-4fbb-82c5-be5e3ceee8c1 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:20.654934 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: b768539f-4caa-4fbb-82c5-be5e3ceee8c1 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:20.655290 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device b768539f-4caa-4fbb-82c5-be5e3ceee8c1 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:20.655696 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f6d3d940-f92c-4bde-9688-935c08cad43b no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:20.676962 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: f6d3d940-f92c-4bde-9688-935c08cad43b {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:20.677305 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device f6d3d940-f92c-4bde-9688-935c08cad43b not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:20.746929 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:20.783469 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb3a014-07c4-4cdf-be94-07d2a8a993a9,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:20.987542 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403633'] for router_interface, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.216347 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Router ae869276-51e1-4ea8-9ece-cbc32314740d has already been hosted by L3 agent 7695cd31-5503-4a5e-99b8-d61a64a463b1 {{(pid=99566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 14:05:21.325230 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] Notify agent at l3_agent.dv-cinder-800696-2-iscsi the message routers_updated {{(pid=99566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:05:21.330465 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-4f53d2de-def9-4969-aa42-5fa770f5c340 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae869276-51e1-4ea8-9ece-cbc32314740d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5730047 Jul 14 14:05:21.333472 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39192) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:21.336371 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Sync routers for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:05:21.348940 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:21.349533 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:21.490661 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:21.711506 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T14:05:20Z', 'revision_number': 5, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:21.746408 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks [] for router, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.865749 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Checking router: ae869276-51e1-4ea8-9ece-cbc32314740d for host: dv-cinder-800696-2-iscsi {{(pid=99568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:05:21.869971 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:21.879439 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Routers {'ae869276-51e1-4ea8-9ece-cbc32314740d'} bound to L3 agent in host dv-cinder-800696-2-iscsi {{(pid=99568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 14:05:21.880561 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800696-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T13:42:58Z,description=,heartbeat_timestamp=2021-07-14T14:04:58Z,host='dv-cinder-800696-2-iscsi',id=7695cd31-5503-4a5e-99b8-d61a64a463b1,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T13:42:58Z,topic='l3_agent')) {'router_ids': ['ae869276-51e1-4ea8-9ece-cbc32314740d'], 'active': True} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:21.936872 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Deleting port c8bbdb04-994b-46d2-991f-7efd7ccf2a45 {{(pid=99566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:21.937205 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.002206 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_dvr_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] Set router ae869276-51e1-4ea8-9ece-cbc32314740d gateway port host: dv-cinder-800696-2-iscsi {{(pid=99568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 14:05:22.031195 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.db [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] For port c8bbdb04-994b-46d2-991f-7efd7ccf2a45, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,segment=NetworkSegment(3902bbbe-a0ad-42d9-920e-675a29357857),segment_id=3902bbbe-a0ad-42d9-920e-675a29357857)] {{(pid=99566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:22.031740 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.055225 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Calling delete_port for c8bbdb04-994b-46d2-991f-7efd7ccf2a45 owned by network:router_gateway {{(pid=99566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:22.226794 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.l3_hamode_db [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T14:05:20Z', 'revision_number': 5, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}], 'dv-cinder-800696-2-iscsi', False) {} {{(pid=99568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:22.262916 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64865748'] for port, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.270483 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c38f1-51c4-4b41-a9d5-f99235776026 None None] The sync data for ids ['ae869276-51e1-4ea8-9ece-cbc32314740d'] in dv-cinder-800696-2-iscsi is: [{'id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'name': 'tempest-TestVolumeBootPattern-637382039-router', 'tenant_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'external_fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T13:57:52Z', 'updated_at': '2021-07-14T14:05:20Z', 'revision_number': 5, 'project_id': 'e1bf388627a04e36b7ce8eacbc17290c', 'gw_port': {'id': 'c8bbdb04-994b-46d2-991f-7efd7ccf2a45', 'name': '', 'network_id': '55371a31-a46a-4ca8-a1a3-f9a12b89a77c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae869276-51e1-4ea8-9ece-cbc32314740d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800696-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T13:57:53Z', 'updated_at': '2021-07-14T13:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f655f9f6-c1ef-42d7-abd2-90b792f80035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800696-2-iscsi'}] {{(pid=99568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:05:22.290540 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bbdb04-994b-46d2-991f-7efd7ccf2a45,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:22.361601 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398131'] for router_gateway, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.461552 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-515512', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29328'] for router, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.463907 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.523708 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.524202 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae869276-51e1-4ea8-9ece-cbc32314740d {{(pid=99566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:05:22.529397 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] Notify callbacks [] for router, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.530370 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-b9c5bfef-fd70-4a22-8623-840e60896e31 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ae869276-51e1-4ea8-9ece-cbc32314740d HTTP/1.1" status: 204 len: 168 time: 1.1956592 Jul 14 14:05:22.534073 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39194) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:22.592718 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.db.db_base_plugin_v2 [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Deleting subnet 373cb2b3-946c-4e62-a71e-d87ee9f211b5 {{(pid=99566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 14:05:22.596427 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.649172 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63915658'] for subnet, precommit_delete_associations {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.744141 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1514809'] for subnet, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.756336 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:22.784481 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:22.784833 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device 6cb3a014-07c4-4cdf-be94-07d2a8a993a9 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:22.808619 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1514752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64865673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63032486'] for subnet, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.840075 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for subnet, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.842084 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/373cb2b3-946c-4e62-a71e-d87ee9f211b5 HTTP/1.1" status: 204 len: 168 time: 0.3070414 Jul 14 14:05:22.843937 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476849e-4313-46cd-a03a-6bf9b62c504e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373cb2b3-946c-4e62-a71e-d87ee9f211b5,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:22.846295 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39196) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:22.846866 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3880db7-b732-4166-bd14-f9b934dbc0c0 None None] Network 44f7e9fb-25f3-457c-a0f9-7518a6debcfa requested from dv-cinder-800696-2-iscsi {{(pid=99567) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 14:05:22.921537 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636508'] for network, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:22.990292 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Deleting port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb {{(pid=99565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 14:05:22.990801 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778880043183'] for port, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.060398 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.db [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] For port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb, host dv-cinder-800696-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800696-2-iscsi',level=0,port_id=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,segment=NetworkSegment(bbfb82ec-5cef-443e-89ea-06896b0e811e),segment_id=bbfb82ec-5cef-443e-89ea-06896b0e811e)] {{(pid=99565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:05:23.060764 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-403702'] for port, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.073688 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.plugin [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Calling delete_port for c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb owned by network:dhcp {{(pid=99565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 14:05:23.161264 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1635259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778880049637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778879671197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64608724'] for port, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.184944 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:23.190435 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] No DVR routers for this DVR port c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb on host dv-cinder-800696-2-iscsi {{(pid=99565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 14:05:23.259981 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513904', 'neutron.services.segments.db._delete_segments_for_network-8778880129940'] for network, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.270344 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f7e9fb-25f3-457c-a0f9-7518a6debcfa']}} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:23.282644 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfb82ec-5cef-443e-89ea-06896b0e811e') {'for_net_delete': True} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:23.283060 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.services.segments.db [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfb82ec-5cef-443e-89ea-06896b0e811e') {} {{(pid=99565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:05:23.294868 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778880223627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64598255'] for segment, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.314950 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264'] for segment, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.321293 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=99565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:05:23.321685 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64608295'] for segment, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: Traceback (most recent call last): Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: timer() Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: cb(*args, **kw) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: return func(*args, **kwargs) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: self._notify() Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: self.callback(batched_events) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: event.method(event) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: return f(self, *a, **k) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._get(url).json() Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: return self.request(url, 'GET', **kwargs) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 14:05:23.323426 dv-cinder-800696-2-iscsi neutron-server[99565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 14:05:23.369435 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0d048-b2b0-48d6-8f36-f0d57d862678 None None] DHCP port deletion for 44f7e9fb-25f3-457c-a0f9-7518a6debcfa request from dv-cinder-800696-2-iscsi {{(pid=99567) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 14:05:23.385561 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398111'] for network, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.391375 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604252'] for network, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.393265 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] 10.222.0.44 "DELETE /v2.0/networks/44f7e9fb-25f3-457c-a0f9-7518a6debcfa HTTP/1.1" status: 204 len: 168 time: 0.5448425 Jul 14 14:05:23.404856 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe7dd-242d-4af7-a303-2ef7b9344497 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f7e9fb-25f3-457c-a0f9-7518a6debcfa,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:23.525415 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39200) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:23.570812 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-17d0b571-bd26-4c1f-b63a-59bb81670714 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02c6346606044c22b1877feb73c91279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440452 Jul 14 14:05:23.573563 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [-] (99566) accepted ('10.222.0.44', 39202) {{(pid=99566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:23.627997 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.651030 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.710062 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.714706 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron_lib.callbacks.manager [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:23.716659 dv-cinder-800696-2-iscsi neutron-server[99566]: INFO neutron.wsgi [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61f3d111-a937-44d0-91d8-c5eb8306e575 HTTP/1.1" status: 204 len: 168 time: 0.1418109 Jul 14 14:05:23.727484 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d073f7-8cf3-4e68-a4b7-f7c95a45a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f3d111-a937-44d0-91d8-c5eb8306e575,revision_number=None']} {{(pid=99566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:24.102171 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39208) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:24.146159 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-41ba556b-241d-48b5-b4fa-881ea8a49023 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1bf388627a04e36b7ce8eacbc17290c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426347 Jul 14 14:05:24.149704 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [-] (99565) accepted ('10.222.0.44', 39210) {{(pid=99565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 14:05:24.199903 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.221725 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.276325 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643093'] for security_group, after_delete {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.279522 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:24.280757 dv-cinder-800696-2-iscsi neutron-server[99565]: INFO neutron.wsgi [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3268a57c-de5e-48a7-90cb-0fc546d5f71d HTTP/1.1" status: 204 len: 168 time: 0.1301358 Jul 14 14:05:24.289213 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea5a3d-b81f-4f35-b4c7-c23cf80b7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268a57c-de5e-48a7-90cb-0fc546d5f71d,revision_number=None']} {{(pid=99565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:05:24.619211 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:24.644150 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:24.644519 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c3bbbc4d-e0e0-4ba4-94d6-dd4a3fbfc9fb not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:24.644941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c8bbdb04-994b-46d2-991f-7efd7ccf2a45 no longer exists at agent ovs-agent-dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:05:24.667707 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] No Port match for: c8bbdb04-994b-46d2-991f-7efd7ccf2a45 {{(pid=99567) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 14:05:24.667978 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron.plugins.ml2.rpc [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Device c8bbdb04-994b-46d2-991f-7efd7ccf2a45 not bound to the agent host dv-cinder-800696-2-iscsi {{(pid=99567) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:05:25.648229 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-2254cae0-dbfe-44dd-8f62-cdbd39d8b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:27.967181 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-866af20b-df54-4c23-9280-08df047bc587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:28.037334 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:29.851146 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:31.342956 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:37.960022 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:54.105131 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:05:55.654643 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-46e1e4a3-038a-449e-b0de-f09ef74702ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:57.962051 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4cbea6ff-a5d6-4ba1-8961-e6368af66be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:58.033021 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:05:59.852600 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:01.343672 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:07.958924 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:25.650941 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-5d6903b4-484d-4220-a80e-f21b5141f2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:27.966407 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4bc9-0b68-40a1-97f5-544250f9e06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:28.043563 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:29.855281 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:31.105117 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:06:31.345327 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:34.022692 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [req-004a39f8-ddb6-4dd6-a02d-356dccd92e38 req-55a7a971-a427-4ee6-8ad1-68e83bac2585 service neutron] (99566) timed out ('10.222.0.36', 62604) {{(pid=99566) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:06:34.737686 dv-cinder-800696-2-iscsi neutron-server[99565]: DEBUG neutron.wsgi [req-58b3c9a2-a378-4658-9b1b-940c6dbc8f9b req-e51a6d75-ba9a-4ff8-b1c5-145a63bac225 service neutron] (99565) timed out ('10.222.0.36', 62639) {{(pid=99565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:06:37.975871 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:55.645930 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-b0f1c3de-448b-4942-acd1-a82dd32b4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:57.974985 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-106216b3-8d31-4d73-90d4-77f63508e811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:58.041603 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:06:59.861251 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:01.355857 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:07.981421 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:08.104798 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:25.652309 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-0e1df915-1353-425c-bd41-7d675538df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:27.970126 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-fd96bdd0-3960-438f-81d8-c167b53e184d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:28.040531 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:29.863678 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:31.353719 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:37.980677 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:45.104439 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:07:55.646300 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1959-9b70-4e38-8ed9-0eeb3f3bf20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:57.973684 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-97e531d5-3ba3-4c24-a43d-84ee5c3ad952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:58.034076 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:07:59.865390 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:01.359018 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:07.989626 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:22.105170 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:25.654447 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-cb1182ee-aea2-4553-a22a-92f6fa947ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:27.976799 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-4187b55a-79e0-439c-93ac-f0513f1544c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:28.037667 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:29.867614 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:31.360315 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:38.012371 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:55.650038 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-620de612-85c6-45cb-89c9-98694291d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:57.980129 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-95d8599e-2032-47f3-8f18-77429123df44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:58.046856 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:08:59.105542 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:08:59.871457 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:01.362945 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:08.022268 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:25.655735 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f66e99ac-bfaa-4e61-837d-79c547e76e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:27.984636 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-207cbe05-777d-4cb6-940e-93705a2dd514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:28.040609 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:29.873660 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:31.370324 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:36.105171 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:09:38.036418 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:51.590900 dv-cinder-800696-2-iscsi neutron-server[99566]: DEBUG neutron.wsgi [req-b9ed61f9-06fc-43f6-9ed9-d7d77fe71b9d req-f8649308-4238-44b1-b031-b36b8f26a6f5 service neutron] (99566) timed out ('10.222.0.36', 62647) {{(pid=99566) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 14:09:55.656213 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f7eaabfa-8836-4c70-9862-d899eaee45fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:57.989668 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-31e35cae-8611-4165-8e10-c61c7d4dfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:58.045056 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:09:59.876345 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:01.369946 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:08.035779 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:13.104752 dv-cinder-800696-2-iscsi neutron-server[99568]: DEBUG neutron.db.agents_db [None req-869ea6b9-c78d-4a32-9dc2-72617112ebae None None] Agent healthcheck: found 6 active agents {{(pid=99568) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:10:25.651688 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-8236e804-9b6e-4b12-99ab-6d071c158ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:27.994251 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-d53c16dd-0c6d-4880-b5ec-618913b7b652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:28.051283 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-7d3cdc49-ec26-46b6-9fa8-5bf2a8193a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:29.878948 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-183aad60-b2df-434a-bc04-29338647198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:31.373951 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-a69282af-b67b-46cc-8d9f-061e28608516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 14:10:38.051458 dv-cinder-800696-2-iscsi neutron-server[99567]: DEBUG neutron_lib.callbacks.manager [None req-f21ff731-7315-4b0f-b208-0688bb10d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778880215790', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512442'] for agent, after_update {{(pid=99567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}